-- Logs begin at Mon 2021-09-27 07:50:55 UTC, end at Mon 2021-09-27 08:59:04 UTC. -- Sep 27 08:35:35.660944 dv-cinder-811085-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 08:35:38.385231 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:35:38.385827 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:35:38.386005 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:35:38.389228 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:35:38.389485 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:35:38.389801 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:35:38.390762 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:38.390999 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:38.391370 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:38.391618 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:38.391845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:38.392163 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.392460 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.392757 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.392988 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.393284 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.393576 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.393861 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.394150 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.394478 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.394766 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.395051 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.395336 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.395567 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.395850 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.396141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.396428 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.396651 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] debug = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.396932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.397360 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.397758 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.398047 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.398358 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.398638 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.398911 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.399189 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.399475 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.399805 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] host = dv-cinder-811085-1-smb {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.400084 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.400371 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.400657 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.401459 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.401737 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.402014 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.402338 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.402618 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.402892 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.403167 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.403460 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.403750 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.404036 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.404266 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.404485 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.404771 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.405057 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.405332 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.405608 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.405882 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.406155 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.406460 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.406730 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.407012 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.407296 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.407582 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.407858 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.408132 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.408402 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.408678 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.408962 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.409236 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.409510 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.409786 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.410073 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.410375 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.410655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.410958 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.411242 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.411526 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.411812 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.412087 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.412369 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.412639 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.412910 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.413180 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_json = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.413453 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.413722 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.414002 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.414291 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.414572 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.414848 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.415120 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.415407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:38.415705 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.416004 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.416306 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.417147 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.417447 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.417731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.418025 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.418327 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.418628 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.418921 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.419215 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.419495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.419786 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.420068 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.420365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.420674 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.420972 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.421269 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.421547 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.421824 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.422101 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.422402 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.422695 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.422972 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.423265 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.423557 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.423839 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.424130 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.424428 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.424719 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.424994 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.425273 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.425566 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.425842 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.426117 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.426431 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.426723 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.427001 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.427273 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.427558 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.427837 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.428111 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.428383 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.428666 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.428958 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.429233 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.429504 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.429775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.430051 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.430348 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.430637 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.430917 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.431190 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.431461 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.431739 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.432012 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.432313 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.432592 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.432867 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.433144 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.433417 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.433689 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.433961 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.434234 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.434533 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.434809 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.435082 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.435358 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.435629 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.435903 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.436175 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.436448 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.436721 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.437006 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.437305 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.437581 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.437860 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.438138 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.438445 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.438722 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.438999 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.439279 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.439558 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.439829 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.440118 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.440402 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.440688 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.440968 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.441247 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.441548 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.442069 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.442387 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.442668 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.442945 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.443230 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.443512 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.443808 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.444104 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.444400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.444695 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.444989 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.445272 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.445583 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.445863 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:38.446081 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:35:38.446348 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101134) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 08:35:38.796323 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:35:38.796532 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:35:38.796823 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:35:38.797156 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 08:35:39.188784 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.189076 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.189363 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.190683 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.190963 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.191233 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.227225 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.227507 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.227781 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.242855 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.243142 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.243412 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.271686 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.271970 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.272241 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.309678 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.309958 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.310229 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.543707 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.544326 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.544326 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.544486 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.545118 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.664807 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.665140 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.665424 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.665696 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.665962 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.666285 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.666579 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.666837 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.667094 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.667385 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.667644 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.667909 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.668166 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.668419 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.668675 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.668941 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.669197 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.669464 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.669734 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.669999 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.670291 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.670546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.670827 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.671208 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.671462 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.671710 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.672110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.672356 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.672598 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.672839 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.673076 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.673312 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:39.673681 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 08:35:39.676765 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 08:35:39.680790 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 08:35:39.685063 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 27 08:35:39.686721 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 08:35:39.687180 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 08:35:39.687516 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 08:35:39.687900 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 08:35:39.690735 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 08:35:39.690986 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 08:35:39.691330 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:35:39.696869 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 08:35:39.719217 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 08:35:39.719673 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.719972 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 08:35:39.720337 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.721708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 08:35:39.722150 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:35:39.722423 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 08:35:39.725589 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.725875 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:39.789034 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 08:35:39.789271 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 08:35:39.789506 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 08:35:39.789870 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 08:35:39.812096 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_db.sqlalchemy.engines [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101134) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 08:35:40.581767 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing driver for type 'gre' Sep 27 08:35:40.582455 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] gre ID ranges: [(1, 1000)] Sep 27 08:35:40.871767 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing driver for type 'local' Sep 27 08:35:40.872032 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing driver for type 'vlan' Sep 27 08:35:41.050386 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] VlanTypeDriver initialization complete Sep 27 08:35:41.050729 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing driver for type 'vxlan' Sep 27 08:35:41.051244 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] vxlan ID ranges: [(1, 1000)] Sep 27 08:35:41.312821 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing extension driver 'port_security' Sep 27 08:35:41.313158 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] PortSecurityExtensionDriver initialization complete Sep 27 08:35:41.313525 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing mechanism driver 'openvswitch' Sep 27 08:35:41.313844 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing mechanism driver 'hyperv' Sep 27 08:35:41.320731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.plugin [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:41.321407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.321778 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.322130 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.323111 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.323111 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.330407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.330742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.330742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331055 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.331055 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331055 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331055 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331055 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.331365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > address_group after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > address_group after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101134) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:35:41.331365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] ML2 OVO RPC backend initialized. {{(pid=101134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 08:35:41.331671 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331671 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.331877 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.332221 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > networks before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.332567 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.332907 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > ports before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.333251 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.333591 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnets before_response 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.333937 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.334291 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.334633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.334967 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.335303 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.335633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.335966 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.336300 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.336631 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.337205 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.plugin [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Modular L2 Plugin initialization complete Sep 27 08:35:41.337538 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading services supported by the core plugin {{(pid=101134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 08:35:41.337869 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.plugins.ml2.managers [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Got port-security extension from driver 'port_security' Sep 27 08:35:41.338848 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.extensions.vlantransparent [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Disabled vlantransparent extension. Sep 27 08:35:41.339334 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 08:35:41.339654 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: router Sep 27 08:35:41.375427 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.375818 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_create 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.376190 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router before_create 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.376554 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.376929 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.377287 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_delete 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.377646 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.377995 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.378405 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_create 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.378754 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.379103 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.379451 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.379809 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.380224 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.380599 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.380938 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.381280 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: subnet after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.381622 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.381969 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.382338 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_create 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.382685 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.383027 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.383383 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router after_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.383725 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.384075 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_create 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.384437 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.384782 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_update 55549900 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.385184 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > agent after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.385538 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > agent after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.385883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > network after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.386759 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Tracking information for resource: router configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:41.387095 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Tracking information for resource: floatingip configured {{(pid=101134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:35:41.391988 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.db.l3_agentschedulers_db [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 08:35:41.392558 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.392922 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.393276 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.393627 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: port after_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.394446 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router before_create 55550100 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.394813 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.395176 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_create 55550100 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.395533 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > router precommit_update 55550100 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.400179 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.provider_configuration [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service providers = [] {{(pid=101134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 08:35:41.400552 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.db.servicetype_db [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 08:35:41.404012 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.service_base [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:41.404367 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.service_base [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:41.404711 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.service_base [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:41.405593 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.services.service_base [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:35:41.405967 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.services.service_base [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 08:35:41.406360 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.406678 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 08:35:41.417680 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.418013 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: auto_allocate Sep 27 08:35:41.423747 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: network precommit_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.424118 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: network precommit_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.424642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.424962 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: tag Sep 27 08:35:41.431421 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.431750 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: timestamp Sep 27 08:35:41.435781 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.436114 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: network_ip_availability Sep 27 08:35:41.441462 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.442087 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.442471 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.443176 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.443496 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: flavors Sep 27 08:35:41.448148 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.448476 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading Plugin: revisions Sep 27 08:35:41.452728 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:35:41.453116 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.656s {{(pid=101134) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:35:41.453843 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 08:35:41.454183 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Initializing extension manager. Sep 27 08:35:41.454719 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: __init__.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.455060 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: __pycache__ {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.455393 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.455751 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: address_group.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.456495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.457050 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: address-group Sep 27 08:35:41.457374 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: address_scope.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.458279 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.458796 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: address-scope Sep 27 08:35:41.459122 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.460054 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.460560 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: router-admin-state-down-before-update Sep 27 08:35:41.460885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: agent.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.461589 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.462089 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: agent Sep 27 08:35:41.462448 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: agent_resources_synced.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.463914 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.464753 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: agent-resources-synced Sep 27 08:35:41.465305 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: allowedaddresspairs.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.474586 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.475115 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: allowed-address-pairs Sep 27 08:35:41.475476 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: auto_allocated_topology.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.476562 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.477080 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: auto-allocated-topology Sep 27 08:35:41.477624 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: availability_zone.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.478555 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.479634 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: availability_zone Sep 27 08:35:41.479965 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: availability_zone_filter.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.480879 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.481380 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: availability_zone_filter Sep 27 08:35:41.481704 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: data_plane_status.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.482639 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.483139 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 08:35:41.483462 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: default_subnetpools.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.484373 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.484873 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: default-subnetpools Sep 27 08:35:41.485197 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.486020 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.486552 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: dhcp_agent_scheduler Sep 27 08:35:41.486879 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: dns.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.487834 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.488340 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 08:35:41.488665 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: dns_domain_ports.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.489579 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.490079 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 08:35:41.490433 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.491347 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.491846 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 08:35:41.492168 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: dvr.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.492835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.493334 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: dvr Sep 27 08:35:41.493653 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: ecmp_routes.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.494622 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.495123 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 08:35:41.495443 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: empty_string_filtering.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.496347 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.496851 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: empty-string-filtering Sep 27 08:35:41.497172 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.498084 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.498624 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:35:41.498949 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.499856 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.500363 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 08:35:41.500681 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: external_net.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.501589 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.502092 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: external-net Sep 27 08:35:41.502439 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.503342 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.503839 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: extra_dhcp_opt Sep 27 08:35:41.504159 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: extraroute.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.505068 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.505567 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: extraroute Sep 27 08:35:41.505897 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: extraroute_atomic.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.506951 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.507454 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: extraroute-atomic Sep 27 08:35:41.507775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: filter_validation.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.508442 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.508995 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: filter-validation Sep 27 08:35:41.509320 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: fip_pf_description.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.510771 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.511271 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 08:35:41.511592 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: fip_port_details.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.512503 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.513004 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: fip-port-details Sep 27 08:35:41.513325 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: flavors.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.514575 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.515088 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: flavors Sep 27 08:35:41.515416 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.517093 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.517610 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 08:35:41.517942 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: floatingip_pools.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.518674 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.519180 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: floatingip-pools Sep 27 08:35:41.519504 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: ip_allocation.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.520429 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.520934 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 08:35:41.521256 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.526669 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.527175 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: ip-substring-filtering Sep 27 08:35:41.527499 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l2_adjacency.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.528420 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.528924 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 08:35:41.529246 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.530377 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.530896 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: router Sep 27 08:35:41.531221 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.533433 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.533958 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:35:41.534308 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.535258 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.535772 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: ext-gw-mode Sep 27 08:35:41.536100 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.537032 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.537541 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: l3-ha Sep 27 08:35:41.537866 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3_flavors.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.538875 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.539384 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: l3-flavors Sep 27 08:35:41.539709 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.540622 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.541128 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 08:35:41.541472 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: l3agentscheduler.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.542547 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.543052 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: l3_agent_scheduler Sep 27 08:35:41.543378 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: logging.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.544858 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.545376 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension logging not supported by any of loaded plugins Sep 27 08:35:41.545710 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: metering.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.546502 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.547066 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: metering Sep 27 08:35:41.547395 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.548479 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.548994 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: metering_source_and_destination_fields Sep 27 08:35:41.549322 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: multiprovidernet.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.550244 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.550777 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: multi-provider Sep 27 08:35:41.551102 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: netmtu.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.552025 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.552527 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: net-mtu Sep 27 08:35:41.552851 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: netmtu_writable.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.553760 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.554262 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: net-mtu-writable Sep 27 08:35:41.554609 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: network_availability_zone.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.555278 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.555780 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: network_availability_zone Sep 27 08:35:41.556147 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: network_ip_availability.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.560737 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.561242 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: network-ip-availability Sep 27 08:35:41.561568 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: network_segment_range.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.562364 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.562912 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 08:35:41.563192 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: pagination.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.564164 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.564494 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: pagination Sep 27 08:35:41.564817 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: port_device_profile.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.565738 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.566247 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: port-device-profile Sep 27 08:35:41.566606 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.567777 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.568278 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: port-mac-address-regenerate Sep 27 08:35:41.568598 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.569512 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.570013 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: port-numa-affinity-policy Sep 27 08:35:41.570369 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: port_resource_request.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.571400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.571903 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 08:35:41.572228 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: portbindings.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.573672 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.574177 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: binding Sep 27 08:35:41.574534 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: portbindings_extended.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.575799 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.576309 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: binding-extended Sep 27 08:35:41.576637 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: portsecurity.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.577556 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.578062 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: port-security Sep 27 08:35:41.578424 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: project_id.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.579402 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.579731 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: project-id Sep 27 08:35:41.580053 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: providernet.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.580974 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.581483 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: provider Sep 27 08:35:41.581803 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.585349 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.585872 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos not supported by any of loaded plugins Sep 27 08:35:41.586203 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.587469 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.587979 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 08:35:41.588849 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.589767 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.590289 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 08:35:41.590628 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_default.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.591550 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.592050 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-default not supported by any of loaded plugins Sep 27 08:35:41.592377 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_fip.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.593026 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.593523 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 08:35:41.593844 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_gateway_ip.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.594785 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.595292 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 08:35:41.595620 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_port_network_policy.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.596530 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.597036 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 08:35:41.597364 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_pps_rule.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.598560 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.599103 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 08:35:41.599433 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_rule_type_details.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.600352 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.600856 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 08:35:41.601181 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: qos_rules_alias.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.602214 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.602741 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 08:35:41.603066 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: quotasv2.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.604005 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.604330 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: quotas Sep 27 08:35:41.604650 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: quotasv2_detail.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.608015 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.614513 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: quota_details Sep 27 08:35:41.614513 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: rbac.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.614513 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.614513 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: rbac-policies Sep 27 08:35:41.614513 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: rbac_address_group.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.615177 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.615687 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: rbac-address-group Sep 27 08:35:41.616015 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: rbac_address_scope.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.616929 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.617436 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: rbac-address-scope Sep 27 08:35:41.617764 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: rbac_security_groups.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.618709 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.619223 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: rbac-security-groups Sep 27 08:35:41.619593 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: rbac_subnetpool.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.620504 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.621013 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: rbac-subnetpool Sep 27 08:35:41.621337 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: revisionifmatch.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.622259 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.622800 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: revision-if-match Sep 27 08:35:41.623126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: revisions.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.624273 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.624781 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: standard-attr-revisions Sep 27 08:35:41.625108 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: router_availability_zone.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.625813 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.626351 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: router_availability_zone Sep 27 08:35:41.626684 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: routerservicetype.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.627604 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.628111 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 08:35:41.628436 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.629361 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.629870 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: security-groups-normalized-cidr Sep 27 08:35:41.630193 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.631125 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.631634 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: port-security-groups-filtering Sep 27 08:35:41.631959 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.632908 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.633388 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: security-groups-remote-address-group Sep 27 08:35:41.633712 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: securitygroup.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.645276 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.645806 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: security-group Sep 27 08:35:41.646139 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: segment.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.646953 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.647461 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension segment not supported by any of loaded plugins Sep 27 08:35:41.647792 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.648732 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.649242 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 08:35:41.649575 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: servicetype.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.651319 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.651897 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: service-type Sep 27 08:35:41.652226 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: sorting.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.653211 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.653545 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: sorting Sep 27 08:35:41.653869 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: standard_attr_segment.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.654813 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.655327 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 08:35:41.655650 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: standardattrdescription.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.656295 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.656796 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: standard-attr-description Sep 27 08:35:41.657119 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: stateful_security_group.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.658039 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.658573 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: stateful-security-group Sep 27 08:35:41.658896 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: stdattrs_common.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.659482 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 08:35:41.659800 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.660728 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.661235 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 08:35:41.661554 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnet_onboard.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.662649 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.663168 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: subnet_onboard Sep 27 08:35:41.663492 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.664411 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.664914 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 08:35:41.665236 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnet_service_types.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.666155 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.666718 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: subnet-service-types Sep 27 08:35:41.667041 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnetallocation.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.668118 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.668627 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: subnet_allocation Sep 27 08:35:41.669008 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.669617 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.670126 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: subnetpool-prefix-ops Sep 27 08:35:41.670482 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.671403 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.671908 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 08:35:41.672233 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: tagging.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.673305 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.673813 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: standard-attr-tag Sep 27 08:35:41.674139 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: timestamp.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.675368 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.675881 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loaded extension: standard-attr-timestamp Sep 27 08:35:41.676206 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: trunk.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.677232 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.677746 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension trunk not supported by any of loaded plugins Sep 27 08:35:41.678068 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: trunk_details.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.679020 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.679538 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 08:35:41.679862 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: uplink_status_propagation.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.680783 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.681293 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 08:35:41.681616 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Loading extension file: vlantransparent.py {{(pid=101134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:35:41.682342 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:35:41.682851 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 08:35:41.685284 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:network Sep 27 08:35:41.685813 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnet Sep 27 08:35:41.686210 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:41.686640 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:port Sep 27 08:35:41.687851 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.688287 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service FLAVORS assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.688929 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.689362 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.689704 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:router Sep 27 08:35:41.690132 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:35:41.690651 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service METERING assigned prefix: /metering {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.692377 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.692749 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.693104 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:35:41.694111 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:35:41.694582 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:35:41.695018 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:35:41.695599 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service CORE assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.695933 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:41.696275 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] subnetpool is already registered Sep 27 08:35:41.696710 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service CORE assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.697042 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:41.697373 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] subnetpool is already registered Sep 27 08:35:41.700215 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.700650 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service FLAVORS assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.701238 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.701656 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.701989 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:router Sep 27 08:35:41.702356 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] router is already registered Sep 27 08:35:41.702767 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:35:41.703101 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] floatingip is already registered Sep 27 08:35:41.703551 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service METERING assigned prefix: /metering {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.704214 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:35:41.704540 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] rbac_policy is already registered Sep 27 08:35:41.704945 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:35:41.705277 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] security_group is already registered Sep 27 08:35:41.705674 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:35:41.706005 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] security_group_rule is already registered Sep 27 08:35:41.706651 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service CORE assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.706976 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:41.707305 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] subnetpool is already registered Sep 27 08:35:41.707716 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.v2.resource_helper [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Service CORE assigned prefix: {{(pid=101134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:35:41.708044 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:35:41.708371 dv-cinder-811085-1-smb neutron-server[101134]: WARNING neutron.quota.resource_registry [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] subnetpool is already registered Sep 27 08:35:41.708817 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: extensions {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.710295 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: address-groups {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.711763 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: address-scopes {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.713075 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: agents {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.714819 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: auto-allocated-topology {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.716062 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: availability_zones {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.717285 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: dhcp-networks {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.718811 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: dhcp-agents {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.720225 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: routers {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.722467 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: flavors {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.723611 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: service_profiles {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.724824 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: next_providers {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.726292 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: service_profiles {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.727806 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: floatingip-pools {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.729050 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: routers {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.731190 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: floatingips {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.732471 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: l3-routers {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.733884 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: l3-agents {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.735315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: metering-labels {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.736667 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: metering-label-rules {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.737930 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: network-ip-availabilities {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.739237 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: bindings {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.741707 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: quotas {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.743224 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: quotas {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.744657 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: rbac-policies {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.745848 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: security-groups {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.747187 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: security-group-rules {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.748453 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: service-providers {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.749661 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: subnetpools {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.751105 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: subnetpools {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.752549 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.754211 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.756032 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.757799 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.759616 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.762023 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.763734 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.765627 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.767402 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.769121 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron.api.extensions [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Extended resource: tags {{(pid=101134) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:35:41.775072 dv-cinder-811085-1-smb neutron-server[101134]: WARNING keystonemiddleware.auth_token [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 08:35:41.780264 dv-cinder-811085-1-smb neutron-server[101134]: WARNING keystonemiddleware.auth_token [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 08:35:41.788807 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Acquired lock "singleton_lock" {{(pid=101134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 08:35:41.789275 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_concurrency.lockutils [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Releasing lock "singleton_lock" {{(pid=101134) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 08:35:41.789926 dv-cinder-811085-1-smb neutron-server[101134]: INFO oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Starting 2 workers Sep 27 08:35:41.794807 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Started child 101279 {{(pid=101134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:41.799213 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Started child 101280 {{(pid=101134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:41.800277 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.800927 dv-cinder-811085-1-smb neutron-server[101134]: INFO neutron.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 08:35:41.801432 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Notify callbacks [] for process, before_spawn {{(pid=101134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.801864 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [-] (101279) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:35:41.803871 dv-cinder-811085-1-smb neutron-server[101134]: INFO oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Starting 1 workers Sep 27 08:35:41.804484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.806083 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [-] (101280) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:35:41.809041 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Started child 101281 {{(pid=101134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:41.809577 dv-cinder-811085-1-smb neutron-server[101134]: INFO oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Starting 1 workers Sep 27 08:35:41.812561 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] calling RpcWorker wait() {{(pid=101281) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 08:35:41.813156 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] returning from RpcWorker wait() {{(pid=101281) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 08:35:41.814044 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Started child 101282 {{(pid=101134) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:35:41.814356 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.814803 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:41.814898 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG neutron_lib.callbacks.manager [None req-4f65c934-6204-4ed0-a913-2c9049a26a00 None None] Notify callbacks [] for process, after_spawn {{(pid=101134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.817025 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:35:41.817236 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:41.817415 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:41.817624 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:41.817952 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:41.818112 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:41.818645 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.818933 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.819124 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.819613 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.819613 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.819760 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.820274 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.820530 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.820793 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.821081 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.821326 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.821499 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.821665 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.821903 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.822156 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.822475 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.823274 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.823528 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.823786 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.823953 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.824383 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.824653 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.824880 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.825151 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] debug = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.825390 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.825885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.826111 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.826389 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.826629 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.826896 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.827120 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.827374 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.827620 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.827834 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.828084 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.828343 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.828584 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.828811 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.829044 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.829293 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.829542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.829997 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] host = dv-cinder-811085-1-smb {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.830243 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.830495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.830750 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.831252 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.831252 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.835029 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_options = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.836124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837001 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837001 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837001 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837401 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 40744) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.837544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.839315 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840198 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840198 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840198 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840198 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840198 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.840885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.841674 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.841674 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.841674 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842065 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842065 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842352 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842489 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842691 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.842950 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.843203 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.843457 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.843652 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.844559 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.844559 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.845349 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068583 Sep 27 08:35:41.845490 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_json = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.845490 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.845490 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.845490 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.845490 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.846141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.847714 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.847714 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.847714 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.847714 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.848817 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.849847 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.850715 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.850715 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.850715 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.851691 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.851691 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.851691 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.852697 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.852697 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.852697 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.852697 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.852935 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.853130 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.853378 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.853658 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.854000 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.854230 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.854487 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.854741 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.854992 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.855278 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.855513 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.855754 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.856009 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.856229 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.856537 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.856807 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.857083 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.857329 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.857549 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.857793 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.858040 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.858254 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.858517 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.858731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.858991 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.859229 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.859448 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.859974 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.859974 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.860134 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.860306 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.860550 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861427 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861427 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861427 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861427 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861696 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.861835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.862421 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.862421 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.862697 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.862854 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.863088 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.863454 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.863701 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.863921 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.864143 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:41.864241 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.864434 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.864659 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.864875 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.865752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.865752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.865752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.865752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.866010 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.866178 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.866415 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.866658 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.866869 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.867627 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.867627 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.867627 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.867917 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.868132 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.868368 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.868584 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.868832 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.869052 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.869270 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.869977 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.870193 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.870437 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.870654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.870864 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.871078 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.871309 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.871577 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.871896 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.872130 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.872378 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.872611 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.872857 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.873099 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.873343 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.873597 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.873830 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.874077 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.875182 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.875435 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.875683 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.875929 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.876158 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.876527 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.876753 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.876986 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.877225 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.877460 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.877722 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.878022 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.878225 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.878487 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.878721 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.878952 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.879905 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.879905 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.879905 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.880327 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.880327 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.880617 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.880767 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.881027 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.881268 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.881751 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.881751 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.882033 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.882334 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.882590 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.882842 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.883079 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.883371 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.883820 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.883820 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.884208 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.884579 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.884579 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.884811 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.885085 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.885842 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.886119 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.886389 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.886647 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.887031 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.887031 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.887031 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.887811 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.887940 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.888026 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.888283 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.888525 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.888904 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.889178 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.889411 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.890654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.890654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.890654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.890654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.890654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891009 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891009 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891199 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891939 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891939 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.891939 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.892190 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.892269 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.892474 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.892725 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.892963 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.893141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.893387 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.893620 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.893885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.894136 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895495 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895894 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.895894 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.896022 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.896309 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.897883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.898883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.898883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.898883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.898883 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899158 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899345 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.899542 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.901835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.901835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.901835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.901835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.901835 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.902655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.902655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.902655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.902655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.903425 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.903425 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.903425 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904086 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904086 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904086 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904470 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904470 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904741 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.904877 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.905124 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.906708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.907642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.907642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.907642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.907642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.908150 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.908150 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.908150 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.908533 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.908668 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909048 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909048 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909328 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909464 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909660 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.909808 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.910003 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.910326 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.910641 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.910855 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.911056 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.911273 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.911538 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.911808 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.912486 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.913719 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.914646 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.915338 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.915572 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.915802 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.916042 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.916395 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.918534 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.918823 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.919112 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.919822 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.919822 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.920742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.920742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.920742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.920944 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.921105 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.921396 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.921581 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922918 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.922993 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.923182 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.923418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.923634 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.923880 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.924104 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.924338 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.924565 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.924802 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.925026 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.925237 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.925379 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:35:41.927887 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101134) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:35:41.928054 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:35:41.928219 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:35:41.928462 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:35:41.928559 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:35:41.928701 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:35:41.928905 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.929061 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.929215 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.929385 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.929531 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.930217 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.930217 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.930217 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.930217 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.931341 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.931498 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.931662 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.932733 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.932976 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.933218 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.933453 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.933686 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.933912 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.934770 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935008 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935240 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935405 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935570 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] debug = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935732 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.935955 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936123 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936282 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936440 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936596 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936753 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.936908 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.937067 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.937549 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.937702 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.938141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.938141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.938141 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.938774 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.939932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.939932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.939932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] host = dv-cinder-811085-1-smb {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.939932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.939932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.940278 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.940278 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.940397 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.940546 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.941106 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.942135 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.942477 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.942931 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943094 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943252 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943406 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943587 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943742 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_options = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.943896 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944050 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944204 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944385 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944698 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.944853 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945008 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945162 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945317 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945471 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945631 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945785 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.945938 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946094 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946247 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946422 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946577 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946737 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.946910 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.947060 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.947224 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.947367 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.948655 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.948817 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.948972 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.949126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.949279 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.949802 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.949802 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.949802 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.950034 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.950034 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.950173 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.950333 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.950478 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951806 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951806 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.951806 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952022 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952022 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_json = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952161 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952312 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952461 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952615 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952768 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.952921 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.953074 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.953230 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:35:41.953405 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.953562 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.953729 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.953885 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.954039 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.954195 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955509 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955509 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955509 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955509 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955509 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955815 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955815 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.955931 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.956084 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.956243 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.956400 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.957101 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.957430 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.958606 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.958606 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.958775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.958889 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.960278 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.960455 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.960612 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.960768 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.960941 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.961107 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.961259 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.961411 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.962484 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.963407 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.964381 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.964381 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.964381 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.964783 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.964932 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.965095 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.965256 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.965416 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.965574 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.966644 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.966830 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.967022 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.967763 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.967942 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.968798 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.968978 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.969654 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.970744 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.970744 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.970744 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.970744 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971034 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971034 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971177 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971247 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971437 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971568 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971729 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.971888 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.972051 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.972255 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.972353 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.973643 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.974126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.974126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.974126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.974126 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.974422 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975130 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975295 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975456 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975616 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.975936 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976094 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976255 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976412 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976571 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976730 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.976898 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.977348 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.977775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.977775 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.977903 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.977968 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978094 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978251 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978464 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978708 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978832 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.978950 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979109 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979271 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979472 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979590 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979747 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.979904 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980095 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980214 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980376 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980550 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980703 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980847 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.980990 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981146 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981308 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981467 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981626 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981788 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.981946 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982108 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982293 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982459 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982653 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982764 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.982915 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.983782 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.983782 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.983782 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.983992 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984068 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984224 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984391 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984561 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984719 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.984877 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.986845 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987418 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987799 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987799 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.987799 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988012 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988090 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988206 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988364 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988522 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988680 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.988842 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989000 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989157 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989314 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989472 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989630 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989788 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.989945 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.990103 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.990260 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991220 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991374 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991513 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991664 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991801 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.991966 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.992110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.992256 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.992415 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.992563 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993248 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993248 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993248 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993248 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.993752 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.994306 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.994306 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.994306 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995107 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995107 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995247 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995324 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995480 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995649 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995814 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.995968 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996120 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996256 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996411 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996569 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996725 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.996888 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997048 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997206 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997365 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997523 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997681 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997840 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.997998 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998170 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998355 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998512 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998667 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998822 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.998982 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.999209 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:41.999302 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000529 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.000962 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.001731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.001731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.001908 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002021 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002197 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002394 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002544 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002706 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.002873 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003032 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003227 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003350 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003504 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003640 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003804 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.003957 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004262 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004414 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004745 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004745 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.004917 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005032 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005212 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005376 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005521 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005662 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005803 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.005940 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006086 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006245 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006438 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006596 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006756 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.006920 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007633 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007888 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.007888 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008016 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008156 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008326 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008485 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008642 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008801 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.008958 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009166 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009265 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009416 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009573 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009731 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.009889 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.010096 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.011666 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.011833 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.011994 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.012156 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.013110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.013110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.013110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.013110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:35:42.013110 dv-cinder-811085-1-smb neutron-server[101134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101134) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:35:42.021935 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:53.589152 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf07d1-546c-4917-a3a3-f265a613b27c None None] get_active_networks_info from dv-cinder-811085-1-smb {{(pid=101281) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:35:53.678826 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf07d1-546c-4917-a3a3-f265a613b27c None None] No non-hosted networks {{(pid=101281) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 08:35:53.722743 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.agentschedulers_db [None req-ebdf07d1-546c-4917-a3a3-f265a613b27c None None] DHCP Agent not found on host dv-cinder-811085-1-smb {{(pid=101281) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 27 08:35:53.907682 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-920af4eb-8441-419e-b7ab-056f77af6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.182190 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-cfd521f2-9a3a-46fa-876e-707bb515d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.233901 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.db.api [None req-67fcf1a6-aff4-43fb-bc5e-e764591e29ff None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811085-1-smb {{(pid=101281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:35:56.234809 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG oslo_db.api [None req-67fcf1a6-aff4-43fb-bc5e-e764591e29ff None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:35:56.776859 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.778332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.778332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.778332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.778635 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.778896 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.779219 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.779759 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.780126 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.780438 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.780886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.781318 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.781640 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:56.782045 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811085-1-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.796503 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811085-1-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.873154 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-67fcf1a6-aff4-43fb-bc5e-e764591e29ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:57.483242 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.968702 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.003802 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 40850) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:00.485825 dv-cinder-811085-1-smb neutron-server[101280]: WARNING oslo_policy.policy [None req-ddcf2d8a-2987-45a2-a9f8-10c05ae53c72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:00.486402 dv-cinder-811085-1-smb neutron-server[101280]: WARNING oslo_policy.policy [None req-ddcf2d8a-2987-45a2-a9f8-10c05ae53c72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:00.707640 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [None req-ddcf2d8a-2987-45a2-a9f8-10c05ae53c72 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:00.708737 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ddcf2d8a-2987-45a2-a9f8-10c05ae53c72 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7040486 Sep 27 08:36:03.106605 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40864) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:03.361131 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.db.l3_hamode_db [None req-d09f4900-7ed8-42a6-9087-097333da88a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 08:36:03.438023 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f4900-7ed8-42a6-9087-097333da88a4 None None] Routers set() bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:03.438407 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f4900-7ed8-42a6-9087-097333da88a4 None None] Router IDs set() for agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:36:03.603645 dv-cinder-811085-1-smb neutron-server[101279]: WARNING oslo_policy.policy [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:03.604306 dv-cinder-811085-1-smb neutron-server[101279]: WARNING oslo_policy.policy [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:03.825609 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:03.917786 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.policy [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101279) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:36:03.962494 dv-cinder-811085-1-smb neutron-server[101279]: WARNING oslo_policy.policy [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:03.962863 dv-cinder-811085-1-smb neutron-server[101279]: WARNING oslo_policy.policy [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:03.971333 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.quota [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] Loaded quota_driver: . Sep 27 08:36:04.134843 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742809919584', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742809921045', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742809917294', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742809874104', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742810353476', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742809893159', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2048191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1942427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784446'] for rbac-policy, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.334906 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.336359 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-e9b4a1f1-4cd0-4229-b7d2-c79907dee166 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2276158 Sep 27 08:36:06.893304 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 40882) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:07.183051 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:07.184466 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.quota [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Loaded quota_driver: . Sep 27 08:36:07.352035 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Made reservation on behalf of ecc5a30e824942ac8a3031cf82e1e264 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:07.420783 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.policy [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101280) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:36:07.465925 dv-cinder-811085-1-smb neutron-server[101280]: WARNING oslo_policy.policy [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:07.469583 dv-cinder-811085-1-smb neutron-server[101280]: WARNING oslo_policy.policy [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:36:07.476695 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.497737 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.700285 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.809562 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.833553 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:07.860045 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742811501451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.860635 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Unsubscribe: segment precommit_create {{(pid=101280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:36:07.861196 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Added segment e52fa213-28de-4566-a8dd-94aeb085a4b3 of type vlan for network 72e76e18-4d5a-4a12-954d-d614ceac90c3 Sep 27 08:36:07.866793 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca0a0ff-8b62-4cfe-82ac-497538ba827e,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.888782 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.889074 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.889417 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.889753 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.890081 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.890433 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.890761 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.891084 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.891428 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.891752 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.892094 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.892388 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Tracked resource versions report: Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: pushed versions: Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Log': {'1.0'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Network': {'1.1'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Port': {'1.7'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'PortForwarding': {'1.2'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'QosPolicy': {'1.9'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SubPort': {'1.0'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Subnet': {'1.1'}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Trunk': {'1.1'}} Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: consumer versions: Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'ConntrackHelper': '1.0', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Log': '1.0', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Network': '1.1', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Port': '1.7', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'PortForwarding': '1.2', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'QosPolicy': '1.9', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroup': '1.4', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroupRule': '1.2', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'SubPort': '1.0', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Subnet': '1.1', Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: 'Trunk': '1.1'}} Sep 27 08:36:07.893517 dv-cinder-811085-1-smb neutron-server[101280]: {{(pid=101280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:07.981647 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.089159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.090247 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.090945 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.184493 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] Pushing event updated for resources: {'Network': ['ID=72e76e18-4d5a-4a12-954d-d614ceac90c3,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:08.197179 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:08.278877 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7c300cd6-3ccf-4ea8-a92b-fc4dab661672 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3844733 Sep 27 08:36:10.892184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40898) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:11.310443 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562a1e3-5ec6-4b84-bd73-cdad18c28de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.311944 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b562a1e3-5ec6-4b84-bd73-cdad18c28de3 admin admin] 10.222.0.76 "GET /v2.0/networks/72e76e18-4d5a-4a12-954d-d614ceac90c3 HTTP/1.1" status: 200 len: 825 time: 0.4187531 Sep 27 08:36:11.336105 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-01c6d6df-da26-4088-9513-6f1dcb7a5075 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/71222692-1a17-43d9-af3f-50c0b699847a HTTP/1.1" status: 200 len: 734 time: 0.0178599 Sep 27 08:36:11.345448 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Request body: {'subnet': {'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:11.540460 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Made reservation on behalf of ecc5a30e824942ac8a3031cf82e1e264 for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:11.543096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.985730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.059656 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Checking segment: {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:12.060024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Network hostable DHCP agents. Network: 72e76e18-4d5a-4a12-954d-d614ceac90c3, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:12.065289 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffde220f-16cc-4f95-9ae2-e8c322ef5be2,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:12.078405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.078767 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.079111 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.079436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.079758 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.080080 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.080399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.080716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.081062 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.081490 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.081802 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.082113 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Tracked resource versions report: Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: pushed versions: Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Log': {'1.0'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Network': {'1.1'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Port': {'1.7'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'PortForwarding': {'1.2'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'QosPolicy': {'1.9'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SubPort': {'1.0'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Subnet': {'1.1'}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Trunk': {'1.1'}} Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: consumer versions: Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'ConntrackHelper': '1.0', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Log': '1.0', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Network': '1.1', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Port': '1.7', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'PortForwarding': '1.2', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'QosPolicy': '1.9', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroup': '1.4', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroupRule': '1.2', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'SubPort': '1.0', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Subnet': '1.1', Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: 'Trunk': '1.1'}} Sep 27 08:36:12.083209 dv-cinder-811085-1-smb neutron-server[101279]: {{(pid=101279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:12.243766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:12.345916 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 72e76e18-4d5a-4a12-954d-d614ceac90c3) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:12.350735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.351332 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.356027 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f03094-8d1d-4c5d-a9c1-84a414d8ccf4 None None] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:12.449844 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d9d147b5-af22-48d0-a0a8-4e691968a070 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1074948 Sep 27 08:36:12.670425 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-72e76e18-4d5a-4a12-954d-d614ceac90c3', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:12.671689 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.941645 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Allocated IP 172.20.0.2 (72e76e18-4d5a-4a12-954d-d614ceac90c3/ffde220f-16cc-4f95-9ae2-e8c322ef5be2/6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:13.164570 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.238166 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.310039 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:13.316192 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:13.326693 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Pushing event updated for resources: {'Port': ['ID=6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:13.328840 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:13.338979 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.339330 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.339670 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.340007 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.340338 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.340671 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.340997 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.341324 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.341664 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.341991 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.342332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.342697 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Tracked resource versions report: Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: pushed versions: Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Log': {'1.0'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Network': {'1.1'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Port': {'1.7'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'PortForwarding': {'1.2'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'QosPolicy': {'1.9'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SubPort': {'1.0'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Subnet': {'1.1'}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Trunk': {'1.1'}} Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: consumer versions: Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'ConntrackHelper': '1.0', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Log': '1.0', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Network': '1.1', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Port': '1.7', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'PortForwarding': '1.2', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'QosPolicy': '1.9', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroup': '1.4', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroupRule': '1.2', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'SubPort': '1.0', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Subnet': '1.1', Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: 'Trunk': '1.1'}} Sep 27 08:36:13.343799 dv-cinder-811085-1-smb neutron-server[101281]: {{(pid=101281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:13.413082 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Attempting to bind port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:13.413739 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Attempting to bind port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:13.413882 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Attempting to bind port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 on network 72e76e18-4d5a-4a12-954d-d614ceac90c3 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:13.418773 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:13.419183 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Checking segment: {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:13.419659 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.420050 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Bound using segment: {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:13.420582 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Bound port: 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:13.420973 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.491884 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] For port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:13.496719 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] For port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15,segment=NetworkSegment(e52fa213-28de-4566-a8dd-94aeb085a4b3),segment_id=e52fa213-28de-4566-a8dd-94aeb085a4b3)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:13.591612 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.656251 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ab58-ef2a-49ce-9ceb-4d0212bd0eca None None] Pushing event updated for resources: {'Port': ['ID=6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:14.879105 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40910) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:15.186213 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [None req-debf339e-061b-4e54-bada-b079133bac1e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:15.202397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-debf339e-061b-4e54-bada-b079133bac1e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071141 Sep 27 08:36:17.592057 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40918) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:17.910223 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [None req-475d07f7-34af-4455-ad17-3bb36be0c2a3 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:17.911960 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-475d07f7-34af-4455-ad17-3bb36be0c2a3 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177381 Sep 27 08:36:20.561874 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40928) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:20.868791 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:20.992366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.994649 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.145663 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.226259 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.357210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.358483 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0f5a520e-550d-4c2c-a15b-bfb7200e95bb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7955627 Sep 27 08:36:21.936915 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70a541-5723-42ad-948f-bac54d00887c None None] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:21.976386 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] Provisioning complete for port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:21.976776 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.188726 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.196705 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:22.275632 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] For port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15,segment=NetworkSegment(e52fa213-28de-4566-a8dd-94aeb085a4b3),segment_id=e52fa213-28de-4566-a8dd-94aeb085a4b3)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:22.313828 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:22.314202 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.358073 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.435839 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2f67-448b-43a4-b031-7cb084cb4dd4 None None] Pushing event updated for resources: {'Port': ['ID=6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:22.477316 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-80d0cb8d-1815-49e5-82a7-21579103f551 None None] Provisioning complete for port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:22.477695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-80d0cb8d-1815-49e5-82a7-21579103f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.626018 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-08edf856-4694-44be-b7e8-5ca40332651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.782856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40942) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:24.091094 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [None req-8a8e2c54-e395-48f7-b6f3-5058dd165539 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:24.092078 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8a8e2c54-e395-48f7-b6f3-5058dd165539 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082891 Sep 27 08:36:24.154110 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:24.205623 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:24.206004 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.145755 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4d5c100a-96e6-43e3-b5ef-a2d8601b8f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.471370 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40950) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:26.777964 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:26.780138 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.893883 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Made reservation on behalf of ae823a8509eb4caca0807770dea2bbcd for: {'network': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:26.896169 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.911622 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.022211 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.059600 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.077727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Reserving flat network on physical network physnet1 {{(pid=101279) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 08:36:27.100250 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d67105-a7d3-48e1-a953-180ad1a09cb5,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:27.103451 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742811501451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.104007 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Unsubscribe: segment precommit_create {{(pid=101279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:36:27.104484 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.segments_db [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Added segment 7a524d45-fee8-4ac2-accb-fbe38160c25c of type flat for network 3325e4cb-1265-481f-b550-c7c20a14ad08 Sep 27 08:36:27.158261 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.260024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.261200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.261769 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.351238 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.353004 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] Pushing event updated for resources: {'Network': ['ID=3325e4cb-1265-481f-b550-c7c20a14ad08,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:27.363058 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:27.409168 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-91f05e1d-8fca-4088-9ae4-bc3495b52d8a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9367406 Sep 27 08:36:28.837649 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.786029 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40968) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:29.966868 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c7818-1bed-4c40-ba00-7aed937a2ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:29.968460 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-749c7818-1bed-4c40-ba00-7aed937a2ad2 admin admin] 10.222.0.76 "GET /v2.0/subnets/ffde220f-16cc-4f95-9ae2-e8c322ef5be2 HTTP/1.1" status: 200 len: 849 time: 0.1814446 Sep 27 08:36:30.087974 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-db74ee85-3edd-4874-9929-b2e46306870b admin admin] 10.222.0.76 "GET /v2.0/routers/e1ce08e4-f07c-4354-8ace-0797a011ad85 HTTP/1.1" status: 200 len: 704 time: 0.1133854 Sep 27 08:36:30.350949 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.637385 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Allocated IP 172.20.0.1 (72e76e18-4d5a-4a12-954d-d614ceac90c3/ffde220f-16cc-4f95-9ae2-e8c322ef5be2/8ef2b733-7ca5-42f3-971c-195db0021dfc) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:30.785923 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.957554 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.028449 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:31.034097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:31.041243 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:31.041775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.066648 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Pushing event updated for resources: {'Port': ['ID=8ef2b733-7ca5-42f3-971c-195db0021dfc,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:31.215821 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-4fbd3ba8-6dff-4816-9d6c-1dc1073ffaaa None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:31.216344 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4fbd3ba8-6dff-4816-9d6c-1dc1073ffaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.248072 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd3ba8-6dff-4816-9d6c-1dc1073ffaaa None None] Port 8ef2b733-7ca5-42f3-971c-195db0021dfc cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:31.294151 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.499213 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.584283 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.585083 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.645344 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Pushing event updated for resources: {'Port': ['ID=8ef2b733-7ca5-42f3-971c-195db0021dfc,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:31.709730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:31.711575 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:31.867684 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-c48bc550-0e2e-484f-8f8d-4df5d6d24253 None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:31.868057 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c48bc550-0e2e-484f-8f8d-4df5d6d24253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.901843 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-c48bc550-0e2e-484f-8f8d-4df5d6d24253 None None] Port 8ef2b733-7ca5-42f3-971c-195db0021dfc cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:31.946347 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Router e1ce08e4-f07c-4354-8ace-0797a011ad85 is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:36:32.034746 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:32.039837 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6da42798-b25d-4e34-bd25-a50b5704113e admin admin] 10.222.0.76 "PUT /v2.0/routers/e1ce08e4-f07c-4354-8ace-0797a011ad85/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9461501 Sep 27 08:36:32.044865 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Sync routers for ids ['e1ce08e4-f07c-4354-8ace-0797a011ad85'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:32.055998 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Routers {'e1ce08e4-f07c-4354-8ace-0797a011ad85'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:32.056816 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:36:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['e1ce08e4-f07c-4354-8ace-0797a011ad85'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:32.238516 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Set router e1ce08e4-f07c-4354-8ace-0797a011ad85 gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:32.698599 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 2, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port_host': None, '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 2, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:32.753961 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Checking router: e1ce08e4-f07c-4354-8ace-0797a011ad85 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:32.754364 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Updating router e1ce08e4-f07c-4354-8ace-0797a011ad85 port 8ef2b733-7ca5-42f3-971c-195db0021dfc binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:32.803721 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.328918 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.402492 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.497086 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Pushing event updated for resources: {'Port': ['ID=8ef2b733-7ca5-42f3-971c-195db0021dfc,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:33.508626 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.509506 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.510078 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.510215 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.510514 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.510844 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.511176 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.511501 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.511835 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.512158 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.512482 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.512802 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Tracked resource versions report: Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: pushed versions: Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: { 'AddressGroup': {'1.2'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'ConntrackHelper': {'1.0'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Log': {'1.0'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Network': {'1.1'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Port': {'1.7'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'PortForwarding': {'1.2'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'QosPolicy': {'1.9'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroup': {'1.4'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SubPort': {'1.0'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Subnet': {'1.1'}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Trunk': {'1.1'}} Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: consumer versions: Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'ConntrackHelper': '1.0', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Log': '1.0', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Network': '1.1', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Port': '1.7', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'PortForwarding': '1.2', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'QosPolicy': '1.9', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroup': '1.4', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroupRule': '1.2', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'SubPort': '1.0', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Subnet': '1.1', Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: 'Trunk': '1.1'}} Sep 27 08:36:33.513935 dv-cinder-811085-1-smb neutron-server[101282]: {{(pid=101282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:36:33.590699 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Attempting to bind port 8ef2b733-7ca5-42f3-971c-195db0021dfc on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:33.591107 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Attempting to bind port 8ef2b733-7ca5-42f3-971c-195db0021dfc by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:33.591511 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Attempting to bind port 8ef2b733-7ca5-42f3-971c-195db0021dfc on network 72e76e18-4d5a-4a12-954d-d614ceac90c3 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:33.596720 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:33.597118 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Checking segment: {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:33.597643 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.598032 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Bound using segment: {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:33.598557 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Bound port: 8ef2b733-7ca5-42f3-971c-195db0021dfc, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fa213-28de-4566-a8dd-94aeb085a4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:33.598930 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.637245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-1a7fcc20-53fa-4b69-9de4-cf12bab592b9 None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:33.637654 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1a7fcc20-53fa-4b69-9de4-cf12bab592b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.666541 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] For port 8ef2b733-7ca5-42f3-971c-195db0021dfc, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:33.671772 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fcc20-53fa-4b69-9de4-cf12bab592b9 None None] Port 8ef2b733-7ca5-42f3-971c-195db0021dfc cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:33.685615 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] For port 8ef2b733-7ca5-42f3-971c-195db0021dfc, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=8ef2b733-7ca5-42f3-971c-195db0021dfc,segment=NetworkSegment(e52fa213-28de-4566-a8dd-94aeb085a4b3),segment_id=e52fa213-28de-4566-a8dd-94aeb085a4b3)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:33.763354 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.826607 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Routers {'e1ce08e4-f07c-4354-8ace-0797a011ad85'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:33.827231 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:36:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['e1ce08e4-f07c-4354-8ace-0797a011ad85'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:33.830226 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238889a3-3787-4b9c-ac8a-1e4395f0a905 None None] Pushing event updated for resources: {'Port': ['ID=8ef2b733-7ca5-42f3-971c-195db0021dfc,revision_number=4']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:33.927854 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] Set router e1ce08e4-f07c-4354-8ace-0797a011ad85 gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:33.991165 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:33.991537 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.068597 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.099816 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] For port 8ef2b733-7ca5-42f3-971c-195db0021dfc, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=8ef2b733-7ca5-42f3-971c-195db0021dfc,segment=NetworkSegment(e52fa213-28de-4566-a8dd-94aeb085a4b3),segment_id=e52fa213-28de-4566-a8dd-94aeb085a4b3)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:34.135237 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 2, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port_host': None, '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:33Z', 'revision_number': 4, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:34.160846 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bb018-fc87-453f-8079-ed70dbd796c0 None None] The sync data for ids ['e1ce08e4-f07c-4354-8ace-0797a011ad85'] in dv-cinder-811085-1-smb is: [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 2, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port_host': None, '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:33Z', 'revision_number': 4, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:34.208829 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.256516 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b79037-7ff1-41b5-8c47-c760df64b6bf None None] Pushing event updated for resources: {'Port': ['ID=8ef2b733-7ca5-42f3-971c-195db0021dfc,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:34.329856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40988) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:34.440583 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c065d0b-dfda-4702-8c97-cf6931e69118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.441955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0c065d0b-dfda-4702-8c97-cf6931e69118 admin admin] 10.222.0.76 "GET /v2.0/networks/3325e4cb-1265-481f-b550-c7c20a14ad08 HTTP/1.1" status: 200 len: 842 time: 0.1110458 Sep 27 08:36:34.452417 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:34.562813 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Made reservation on behalf of ae823a8509eb4caca0807770dea2bbcd for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:34.565464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.900892 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.objects.ports [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101279) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:36:34.901241 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.955184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb77429-7dc1-45af-b531-0564de3bc725,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:34.964049 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:34.964405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Network hostable DHCP agents. Network: 3325e4cb-1265-481f-b550-c7c20a14ad08, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:35.042445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:35.168036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 3325e4cb-1265-481f-b550-c7c20a14ad08) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:35.172270 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:35.172848 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.176987 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a31c3-d1e6-4ede-8441-8999622ab1dc None None] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:35.277596 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-98918c10-1e5d-4bca-9a04-8c92157855d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8284950 Sep 27 08:36:35.303312 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4b1ca-d365-4dc8-a5dc-9405c49caf51 None None] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:37.585675 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 40996) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:37.783947 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-83b962b3-675f-4cfc-a793-c5b730d87eeb admin admin] 10.222.0.76 "GET /v2.0/routers/e1ce08e4-f07c-4354-8ace-0797a011ad85 HTTP/1.1" status: 200 len: 710 time: 0.2012737 Sep 27 08:36:37.873108 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73abe81-67f0-4994-ab85-760f791c96bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:37.874382 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c73abe81-67f0-4994-ab85-760f791c96bf admin admin] 10.222.0.76 "GET /v2.0/networks/3325e4cb-1265-481f-b550-c7c20a14ad08 HTTP/1.1" status: 200 len: 886 time: 0.0839455 Sep 27 08:36:37.883907 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:37.888363 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:36:38.127057 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.436601 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.516527 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.615470 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Allocated IP 172.28.3.98 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/5329aa9a-fbd1-4add-b7fa-3a0b318cd11e) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:38.717910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.831500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.869126 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:38.871822 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:38.875175 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:38.882126 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:39.201119 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.491803 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1678'] for router, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.495752 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987399'] for router, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.670913 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Router e1ce08e4-f07c-4354-8ace-0797a011ad85 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:39.771454 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:39.776516 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.777734 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c6998f23-4025-4065-bf0f-91ed5933e6a2 admin admin] 10.222.0.76 "PUT /v2.0/routers/e1ce08e4-f07c-4354-8ace-0797a011ad85 HTTP/1.1" status: 200 len: 889 time: 1.8970215 Sep 27 08:36:40.180567 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 8ef2b733-7ca5-42f3-971c-195db0021dfc up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:40.229940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:40.230252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.541933 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Sync routers for ids ['e1ce08e4-f07c-4354-8ace-0797a011ad85'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:40.551873 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Routers {'e1ce08e4-f07c-4354-8ace-0797a011ad85'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:40.554086 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:36:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['e1ce08e4-f07c-4354-8ace-0797a011ad85'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:40.752810 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Set router e1ce08e4-f07c-4354-8ace-0797a011ad85 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:41.131573 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 4, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port': {'id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:38Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:34Z', 'revision_number': 5, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:41.181960 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Checking router: e1ce08e4-f07c-4354-8ace-0797a011ad85 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:41.182592 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Updating router e1ce08e4-f07c-4354-8ace-0797a011ad85 port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:41.228537 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.603376 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.699624 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.749838 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Attempting to bind port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:41.750210 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Attempting to bind port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:41.750601 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Attempting to bind port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:41.753411 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9218d-5d68-4aee-bd76-8a177114b5cf None None] Pushing event updated for resources: {'Port': ['ID=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.758397 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:41.758769 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:41.759177 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.759559 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:41.760022 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Bound port: 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:41.760419 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.820820 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] For port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:41.820820 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] For port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:41.934459 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.995343 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9218d-5d68-4aee-bd76-8a177114b5cf None None] Pushing event updated for resources: {'Port': ['ID=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.998445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Routers {'e1ce08e4-f07c-4354-8ace-0797a011ad85'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:41.998445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:36:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['e1ce08e4-f07c-4354-8ace-0797a011ad85'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:42.108349 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] Set router e1ce08e4-f07c-4354-8ace-0797a011ad85 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:42.174498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41008) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:42.287414 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6d11a21e-8e9f-4ea5-8b49-f488a7cc6a8b admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116736 Sep 27 08:36:42.324913 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-03e09190-549f-48df-b583-798a6c202a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 4, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port': {'id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:38Z', 'updated_at': '2021-09-27T08:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:34Z', 'revision_number': 5, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:42.352703 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09190-549f-48df-b583-798a6c202a10 None None] The sync data for ids ['e1ce08e4-f07c-4354-8ace-0797a011ad85'] in dv-cinder-811085-1-smb is: [{'id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'name': 'router1', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:21Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 4, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'gw_port': {'id': '5329aa9a-fbd1-4add-b7fa-3a0b318cd11e', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:38Z', 'updated_at': '2021-09-27T08:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '8ef2b733-7ca5-42f3-971c-195db0021dfc', 'name': '', 'network_id': '72e76e18-4d5a-4a12-954d-d614ceac90c3', 'tenant_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'mac_address': 'fa:16:3e:bd:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce08e4-f07c-4354-8ace-0797a011ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:30Z', 'updated_at': '2021-09-27T08:36:34Z', 'revision_number': 5, 'project_id': 'ecc5a30e824942ac8a3031cf82e1e264', 'subnets': [{'id': 'ffde220f-16cc-4f95-9ae2-e8c322ef5be2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71222692-1a17-43d9-af3f-50c0b699847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:44.331888 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:44.393206 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:44.394337 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.482142 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.507167 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:44.612958 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.660275 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=5329aa9a-fbd1-4add-b7fa-3a0b318cd11e,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:46.210052 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:46.295176 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 5329aa9a-fbd1-4add-b7fa-3a0b318cd11e triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:46.295557 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.670340 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c474e9ca-38fe-4132-b040-ccc5aa8c1623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.098909 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3f567160-a022-432a-9385-3c8a22a8a286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.756314 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.356739 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.887828 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.888179 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:37:23.635062 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-54317016-1b6c-4954-9aef-d80d49312376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.109534 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b598ec24-e6f2-466a-b006-3da0d83a2d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.783458 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.326860 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.892211 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.886622 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:37:53.565749 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9e13b82e-076e-403b-b418-fdaa67d29de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.114070 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3267aa60-4b8e-441e-b951-8a525bba23ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.759720 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.342537 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.891513 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.788553 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41572) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:19.849439 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.pecan_wsgi.hooks.translation [None req-660629bb-9deb-4bd4-bad7-267fec006881 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:38:19.850754 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-660629bb-9deb-4bd4-bad7-267fec006881 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612564 Sep 27 08:38:20.009834 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406bec1-357b-4691-9129-a8d84eb37070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:20.011248 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3406bec1-357b-4691-9129-a8d84eb37070 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559956 Sep 27 08:38:22.188208 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41582) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:22.322655 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59dd06b-3aed-4dd0-b599-16854d4ba913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:22.324042 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b59dd06b-3aed-4dd0-b599-16854d4ba913 admin admin] 10.222.0.76 "GET /v2.0/subnets/ffde220f-16cc-4f95-9ae2-e8c322ef5be2 HTTP/1.1" status: 200 len: 849 time: 0.1349039 Sep 27 08:38:22.334431 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:22.419709 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.627792 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742811442935'] for subnet, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.664478 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:22.665077 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.666357 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] 10.222.0.76 "PUT /v2.0/subnets/ffde220f-16cc-4f95-9ae2-e8c322ef5be2 HTTP/1.1" status: 200 len: 868 time: 0.3360097 Sep 27 08:38:22.670458 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0eec3-f053-4b26-9dfd-36219d421885 None None] Network 72e76e18-4d5a-4a12-954d-d614ceac90c3 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:22.689953 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffde220f-16cc-4f95-9ae2-e8c322ef5be2,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:22.697950 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.698365 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.698692 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.699032 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.699360 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.699697 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.700025 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.700353 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.700805 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.701102 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.701425 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.701747 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459130d-e542-4735-8051-99108cb1c7f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:22.998962 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-bed8617e-1dfe-4266-aa37-b2d3bed8a432 None None] Provisioning complete for port 6cbb873b-8d76-4f5a-a8c3-959d6f6b0f15 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:22.999335 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bed8617e-1dfe-4266-aa37-b2d3bed8a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.088139 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-bed8617e-1dfe-4266-aa37-b2d3bed8a432 None None] Provisioning complete for port 8ef2b733-7ca5-42f3-971c-195db0021dfc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:23.088506 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bed8617e-1dfe-4266-aa37-b2d3bed8a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.564840 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b73cd8f7-62ff-4b54-9483-48a0a47828e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.854716 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41592) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:25.071483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebccc810-1dba-4026-9826-0a637c9e4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.071958 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebccc810-1dba-4026-9826-0a637c9e4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.073494 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ebccc810-1dba-4026-9826-0a637c9e4935 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2178164 Sep 27 08:38:26.113655 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-154c4a07-d522-4220-a215-47daeb31d50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.751952 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.228182 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41600) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:27.336093 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.359097 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47034a-8128-4c45-a6eb-87c1d0026ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:27.359609 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47034a-8128-4c45-a6eb-87c1d0026ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:27.361103 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cf47034a-8128-4c45-a6eb-87c1d0026ed3 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319642 Sep 27 08:38:28.885340 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.885884 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:38:29.532392 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41608) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:29.656199 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8689bd-e121-4972-b787-da5756e4a058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:29.657579 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6d8689bd-e121-4972-b787-da5756e4a058 admin admin] 10.222.0.76 "GET /v2.0/networks/3325e4cb-1265-481f-b550-c7c20a14ad08 HTTP/1.1" status: 200 len: 886 time: 0.1242328 Sep 27 08:38:31.812285 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41616) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:31.942039 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950252e7-a6cb-48d1-9ab3-a159653ce039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:31.943347 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-950252e7-a6cb-48d1-9ab3-a159653ce039 admin admin] 10.222.0.76 "GET /v2.0/networks/72e76e18-4d5a-4a12-954d-d614ceac90c3 HTTP/1.1" status: 200 len: 869 time: 0.1300907 Sep 27 08:38:34.114009 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41624) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:34.242687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805f4b1-5c4e-441a-a9a5-a66e291f9a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.243153 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805f4b1-5c4e-441a-a9a5-a66e291f9a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.244679 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4805f4b1-5c4e-441a-a9a5-a66e291f9a56 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296139 Sep 27 08:38:36.457881 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41632) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.546647 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913eb769-12dd-41a9-a84a-75498d995e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:36.550665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913eb769-12dd-41a9-a84a-75498d995e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:36.550665 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-913eb769-12dd-41a9-a84a-75498d995e9f admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896704 Sep 27 08:38:38.740608 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41640) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:38.828224 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12b726-eca5-4f04-ae1b-174f72f09306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.829541 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1b12b726-eca5-4f04-ae1b-174f72f09306 admin admin] 10.222.0.76 "GET /v2.0/subnets/8eb77429-7dc1-45af-b531-0564de3bc725 HTTP/1.1" status: 200 len: 816 time: 0.0880034 Sep 27 08:38:41.011297 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41648) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:41.100950 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87270c94-f050-4bc7-a697-9c8cdb3a1083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.102261 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-87270c94-f050-4bc7-a697-9c8cdb3a1083 admin admin] 10.222.0.76 "GET /v2.0/subnets/ffde220f-16cc-4f95-9ae2-e8c322ef5be2 HTTP/1.1" status: 200 len: 868 time: 0.0899696 Sep 27 08:38:53.650418 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-01d25dcc-7b62-4d72-bf75-31973ec7e4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.106829 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2560-618f-43f5-a659-f655c16d1656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.764644 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.347611 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:58.878485 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:05.183101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41702) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:05.229724 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [None req-c8826d17-a0d7-4fcd-af1a-89dcd52449e4 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:39:05.230728 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c8826d17-a0d7-4fcd-af1a-89dcd52449e4 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466523 Sep 27 08:39:05.884076 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:39:07.480353 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41710) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:07.540143 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.pecan_wsgi.hooks.translation [None req-8790d285-0e51-4b41-948c-341679eeb1e1 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:39:07.541464 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8790d285-0e51-4b41-948c-341679eeb1e1 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601690 Sep 27 08:39:07.628223 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785aa4e-b43f-4a58-9aad-301a7da4463f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:07.629702 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c785aa4e-b43f-4a58-9aad-301a7da4463f admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835435 Sep 27 08:39:09.828674 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41718) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:09.874213 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:09.967633 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Made reservation on behalf of ae823a8509eb4caca0807770dea2bbcd for: {'network': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:09.969771 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:09.999095 dv-cinder-811085-1-smb neutron-server[101279]: WARNING neutron.services.revisions.revision_plugin [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Could not find related network for resource to bump revision. Sep 27 08:39:10.012448 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=101279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:39:10.021402 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.021743 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.segments_db [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Added segment 57acfbff-a9e7-4ccd-a263-b4d01e978ff7 of type vlan for network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 Sep 27 08:39:10.066906 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.152111 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.153068 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.153644 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.212767 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Pushing event updated for resources: {'Network': ['ID=d95ba223-a74b-4611-a854-a3d0d4a3dcd9,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:10.219581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.219581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.219860 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.220194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.220524 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.220855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.221211 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.221540 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.221880 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.222209 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.222558 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.222880 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:10.233445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:39:10.244519 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8dcf758b-10c2-4890-ba34-46464d830a3a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4147885 Sep 27 08:39:12.463807 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41726) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:12.535879 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fb6557-1dcc-435a-8dbf-da3cf94be9cc admin admin] GET failed (client error): The resource could not be found. Sep 27 08:39:12.535879 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-77fb6557-1dcc-435a-8dbf-da3cf94be9cc admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597780 Sep 27 08:39:12.591437 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50041cb-5eb0-4c6a-ae33-c096cf893c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.592857 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-e50041cb-5eb0-4c6a-ae33-c096cf893c0f admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639150 Sep 27 08:39:12.602876 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9', 'description': 'shared-subnet'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:12.763412 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Made reservation on behalf of ae823a8509eb4caca0807770dea2bbcd for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:12.765636 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.110286 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.262345 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7673eb51-3f15-42f0-88ac-7a9ecad8a4cf,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:13.269909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Checking segment: {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:13.270254 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Network hostable DHCP agents. Network: d95ba223-a74b-4611-a854-a3d0d4a3dcd9, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:39:13.340828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:39:13.435951 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, d95ba223-a74b-4611-a854-a3d0d4a3dcd9) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:13.440713 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:13.441402 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.445608 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e46471-3340-476b-a528-77ef7cf86c30 None None] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:13.556693 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-2ee9cfa2-3a43-497e-8c9e-4c44212a9ce3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9570160 Sep 27 08:39:13.585020 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-d95ba223-a74b-4611-a854-a3d0d4a3dcd9', 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9', 'tenant_id': 'ae823a8509eb4caca0807770dea2bbcd', 'fixed_ips': [{'subnet_id': '7673eb51-3f15-42f0-88ac-7a9ecad8a4cf'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:39:13.585914 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.727336 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Allocated IP 192.168.233.2 (d95ba223-a74b-4611-a854-a3d0d4a3dcd9/7673eb51-3f15-42f0-88ac-7a9ecad8a4cf/1f48182e-a88f-418d-bff6-e8760fdd7d03) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:13.866757 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.958461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.000433 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:14.003291 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:14.005797 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:14.016916 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Pushing event updated for resources: {'Port': ['ID=1f48182e-a88f-418d-bff6-e8760fdd7d03,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:14.026323 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.026666 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.027013 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.027357 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.027695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.028039 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.028367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.028722 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.029083 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.029415 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.029741 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.030064 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:14.076443 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Attempting to bind port 1f48182e-a88f-418d-bff6-e8760fdd7d03 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:14.081475 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Attempting to bind port 1f48182e-a88f-418d-bff6-e8760fdd7d03 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:14.081475 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Attempting to bind port 1f48182e-a88f-418d-bff6-e8760fdd7d03 on network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:14.082664 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:14.083039 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Checking segment: {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:14.083445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.083833 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Bound using segment: {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:14.084310 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Bound port: 1f48182e-a88f-418d-bff6-e8760fdd7d03, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:14.084711 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.146642 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] For port 1f48182e-a88f-418d-bff6-e8760fdd7d03, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:14.149671 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] For port 1f48182e-a88f-418d-bff6-e8760fdd7d03, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=1f48182e-a88f-418d-bff6-e8760fdd7d03,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:14.221337 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.284760 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3fce2-349f-40ef-9225-a03132100df0 None None] Pushing event updated for resources: {'Port': ['ID=1f48182e-a88f-418d-bff6-e8760fdd7d03,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.101336 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec2aeb-a699-4a75-ad7b-499e07211ff2 None None] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:15.182837 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] Provisioning complete for port 1f48182e-a88f-418d-bff6-e8760fdd7d03 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:15.183207 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.317299 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.349353 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] For port 1f48182e-a88f-418d-bff6-e8760fdd7d03, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=1f48182e-a88f-418d-bff6-e8760fdd7d03,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:15.420858 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.482245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade58f3-d8d6-445e-a244-df6c969f5df0 None None] Pushing event updated for resources: {'Port': ['ID=1f48182e-a88f-418d-bff6-e8760fdd7d03,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.541552 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-a0184c81-7727-443f-a05f-3a1155903fe4 None None] Provisioning complete for port 1f48182e-a88f-418d-bff6-e8760fdd7d03 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:15.541907 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a0184c81-7727-443f-a05f-3a1155903fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.291811 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 1f48182e-a88f-418d-bff6-e8760fdd7d03 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:16.344090 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 1f48182e-a88f-418d-bff6-e8760fdd7d03 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:16.344461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.586109 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-cb29f709-8a8d-47b7-b19f-1833d15bf73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.103533 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5a4da54e-78f8-4ff2-ab5c-3ddac1996eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.749229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.337920 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.889014 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.883111 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:39:53.608248 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ceeaed9-f172-430a-8c61-fbd0e80ef23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:56.107892 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d06288a1-9b36-4af1-916e-23c6352dcc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:56.776607 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.347804 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.890858 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.882314 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:23.603712 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0627-0d74-43ba-8b65-136677e9f0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.106946 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d90a06cb-e0e9-4680-a8b7-0850341b3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.752170 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:27.345105 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:28.889923 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:30.287457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41778) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:30.293103 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [None req-c7414709-9f37-4b2f-bd9d-1afe199ebcce tempest-verify_tempest_config-628370547 tempest-verify_tempest_config-628370547-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:40:30.294034 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c7414709-9f37-4b2f-bd9d-1afe199ebcce tempest-verify_tempest_config-628370547 tempest-verify_tempest_config-628370547-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056560 Sep 27 08:40:30.750818 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 41796) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:30.850646 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:30.933915 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.014781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.058552 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2dbe706c3074e88b54aca8300ce2294&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3066893 Sep 27 08:40:31.060374 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2fb14-e647-4ed1-a4c6-f3ba7777c3d8,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:31.061309 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41800) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:31.067689 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.067999 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.068347 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.068684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.069015 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.069348 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.069675 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.069999 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.070360 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.070692 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.071017 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.071338 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83017ecb-5301-435b-94ce-ff613ddae4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.116858 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.136977 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.287649 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.290219 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:31.291398 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0a2fb14-e647-4ed1-a4c6-f3ba7777c3d8 HTTP/1.1" status: 204 len: 168 time: 0.2291422 Sep 27 08:40:31.299473 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2fb14-e647-4ed1-a4c6-f3ba7777c3d8,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:31.305931 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.306307 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.306910 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.307238 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.307565 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.307889 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.308210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.308529 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.308964 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.309171 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.309492 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:31.309926 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9112f-9da3-477c-9fd5-fcf3f0bfe388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:53.602793 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9095aa77-b442-47ab-96cc-2d4a00d32987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:56.139489 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-10c1b86b-bd00-4742-965a-dd5a9b7e1804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:56.773665 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:56.879866 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:57.339445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:58.899402 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.612902 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-959d48af-53d2-46c3-a0cf-284784c57f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.127203 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c59d6312-54f9-40d3-a4be-fffc9682f844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.767249 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.400964 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.887073 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.877985 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:41:53.594659 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-30a1161e-da8e-4679-b037-c301d41cb733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:56.125886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-81d5e79f-842d-424a-8f7c-515c2ddd90c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:56.759412 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.365324 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:58.879773 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.877048 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 5 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:42:13.119351 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990160'] for agent, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.639375 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-929e2798-8cae-4b20-8abf-8993578bfe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.118816 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c5d6832b-3a9a-4c3a-aab0-415cce964c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.793495 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.364461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.901280 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41874) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:28.004402 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b392b620-b843-43f4-aa3f-4de58c1254e9 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1020997 Sep 27 08:42:28.959213 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.217439 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 41884) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:30.270169 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b1ca753e-381a-480a-9894-9171b5744834 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0516791 Sep 27 08:42:43.083716 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.875436 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:42:53.660879 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-97da88f7-9843-4bdb-8116-81ba87ebfaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.135363 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-73a69bf4-552a-4a65-8a67-47032845ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.792265 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.363834 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.900599 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.066332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.615310 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8e6e-79f5-441d-8de5-a60b4287c1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.874729 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:43:26.105900 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9d26089c-1981-40b7-b6aa-1ef32eb07478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.769617 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.351149 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.990746 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:43.111546 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.665461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4cc30a7c-9a0e-4ef7-b65c-e9e828786c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.122465 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b5740001-bb8b-43d3-9b3c-58c12a45fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.773828 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.371803 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.939842 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.874367 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:44:02.104979 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42044) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.441957 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-network', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:02.526374 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Made reservation on behalf of 655d85d0594545a993fe66cb89e5b7d5 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:02.528771 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.537148 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.625178 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.720662 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.741774 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:02.755342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6599cb-36b5-40b0-a22d-997090589dbb,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.763194 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.763533 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Added segment d3c0d62e-3402-4273-bc1d-630b74d8a5a8 of type vlan for network f96f10b3-5091-46fb-9a44-35ce150d55aa Sep 27 08:44:02.773734 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.774096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.774459 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.774798 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.775123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.775449 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.775771 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.776094 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.776453 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.776772 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.777088 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.777403 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Tracked resource versions report: Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: pushed versions: Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Log': {'1.0'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Network': {'1.1'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Port': {'1.7'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'PortForwarding': {'1.2'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'QosPolicy': {'1.9'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SubPort': {'1.0'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Subnet': {'1.1'}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Trunk': {'1.1'}} Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: consumer versions: Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'ConntrackHelper': '1.0', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Log': '1.0', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Network': '1.1', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Port': '1.7', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'PortForwarding': '1.2', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'QosPolicy': '1.9', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroup': '1.4', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SecurityGroupRule': '1.2', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'SubPort': '1.0', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Subnet': '1.1', Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: 'Trunk': '1.1'}} Sep 27 08:44:02.782688 dv-cinder-811085-1-smb neutron-server[101280]: {{(pid=101280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:02.824661 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.904984 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42088) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.916863 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.918046 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:02.918661 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.984915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f96f10b3-5091-46fb-9a44-35ce150d55aa,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.995550 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network f96f10b3-5091-46fb-9a44-35ce150d55aa details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:03.054646 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1188f3f2-28b0-4cdc-86e7-0cdbb6e9edc5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9484854 Sep 27 08:44:03.057541 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42096) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.065472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Request body: {'subnet': {'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-subnet', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.148903 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42100) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.155887 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Made reservation on behalf of 655d85d0594545a993fe66cb89e5b7d5 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:03.158159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.339660 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-331010772-network', 'tenant_id': '29713ca065b946ecaaa9e54681eed701'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.453932 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Made reservation on behalf of 29713ca065b946ecaaa9e54681eed701 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:03.456623 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.467151 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.477333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.503588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42118) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.553513 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1330243704-network', 'tenant_id': '301e5e2970ec4a1a85c0e3cfccb1fcd2'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.557478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42126) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.581775 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Checking segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:03.582143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Network hostable DHCP agents. Network: f96f10b3-5091-46fb-9a44-35ce150d55aa, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:03.602501 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366da71f-6c0a-4792-b84a-f878f91ea87c,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:03.654293 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-207817530-network', 'tenant_id': 'b9fe2948f264472caa4dd84b6e4576c4'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.676434 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.688374 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:03.745574 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.779018 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:03.787020 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, f96f10b3-5091-46fb-9a44-35ce150d55aa) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:03.795506 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:03.796165 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.804351 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245eb49-83c6-4863-a280-b8cc39aee759 None None] Network f96f10b3-5091-46fb-9a44-35ce150d55aa requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:03.815963 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-71086827-network', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.820423 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9b723-cf01-4750-8d3e-193be5ea5561,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:03.828147 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.829424 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Added segment e364abd9-fc44-466d-bdd3-d3a066b789fa of type vlan for network 477a1221-d179-4af4-b851-6c77b061ae2b Sep 27 08:44:03.872958 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Made reservation on behalf of 301e5e2970ec4a1a85c0e3cfccb1fcd2 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:03.875194 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.889500 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.893029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.950813 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-f96f10b3-5091-46fb-9a44-35ce150d55aa', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:03.951752 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.007970 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c2b3d872-6c13-4e69-b5ce-6c2c2f64c4e1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9480186 Sep 27 08:44:04.008570 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42140) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.013285 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.040065 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.041034 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:04.041613 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.091407 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Allocated IP 172.20.0.2 (f96f10b3-5091-46fb-9a44-35ce150d55aa/366da71f-6c0a-4792-b84a-f878f91ea87c/6af54579-ad0b-431b-8199-d050bb181474) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:04.092606 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Made reservation on behalf of b9fe2948f264472caa4dd84b6e4576c4 for: {'network': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:04.095032 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.107174 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] Pushing event updated for resources: {'Network': ['ID=477a1221-d179-4af4-b851-6c77b061ae2b,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.113056 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.126737 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 477a1221-d179-4af4-b851-6c77b061ae2b details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:04.299824 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Made reservation on behalf of 5bd81983cbc3420eb6d7a77dba56007c for: {'network': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:04.304171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.324865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.333162 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.399481 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.509627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.515358 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.546927 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:04.550822 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:04.559937 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:04.559937 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:04.562741 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1674d-6e44-4780-b499-4f6c19e5fe58,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.565762 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.566154 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Added segment f43db644-2774-46b6-a02c-8ef1a2cc8783 of type vlan for network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 Sep 27 08:44:04.598937 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Pushing event updated for resources: {'Port': ['ID=6af54579-ad0b-431b-8199-d050bb181474,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.609861 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.620897 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.621385 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.621821 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.622439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.623005 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.623654 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.624196 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.624735 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.625289 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.625797 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.626362 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.626883 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Tracked resource versions report: Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: pushed versions: Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Log': {'1.0'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Network': {'1.1'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Port': {'1.7'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'PortForwarding': {'1.2'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'QosPolicy': {'1.9'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SubPort': {'1.0'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Subnet': {'1.1'}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Trunk': {'1.1'}} Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: consumer versions: Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'ConntrackHelper': '1.0', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Log': '1.0', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Network': '1.1', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Port': '1.7', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'PortForwarding': '1.2', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'QosPolicy': '1.9', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroup': '1.4', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SecurityGroupRule': '1.2', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'SubPort': '1.0', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Subnet': '1.1', Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: 'Trunk': '1.1'}} Sep 27 08:44:04.628229 dv-cinder-811085-1-smb neutron-server[101281]: {{(pid=101281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:04.644911 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.652170 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.652307 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Attempting to bind port 6af54579-ad0b-431b-8199-d050bb181474 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:04.652307 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Attempting to bind port 6af54579-ad0b-431b-8199-d050bb181474 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:04.652307 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Attempting to bind port 6af54579-ad0b-431b-8199-d050bb181474 on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:04.655077 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:04.658204 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Checking segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:04.660092 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.660555 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Bound using segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:04.661104 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Bound port: 6af54579-ad0b-431b-8199-d050bb181474, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:04.661676 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.740180 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b0734491-1f02-4cf4-80ef-f710955647a7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8319650 Sep 27 08:44:04.741034 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.742028 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:04.742650 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.746343 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42168) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.750644 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] For port 6af54579-ad0b-431b-8199-d050bb181474, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:04.754412 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] For port 6af54579-ad0b-431b-8199-d050bb181474, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6af54579-ad0b-431b-8199-d050bb181474,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:04.760102 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Request body: {'subnet': {'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-subnet', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.814560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.838908 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.852713 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.889870 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] Pushing event updated for resources: {'Network': ['ID=9317e3e6-90ed-4a57-8c57-ba461e229ba9,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.910986 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:04.928123 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ed4f6-ae46-4c96-8970-ec03b117e8b9 None None] Pushing event updated for resources: {'Port': ['ID=6af54579-ad0b-431b-8199-d050bb181474,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.968338 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.026724 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:05.044043 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.044631 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.segments_db [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Added segment c39e7a92-e952-4677-8b63-14f9e573dd2e of type vlan for network c071061c-6600-4667-8592-f9e0a4e32966 Sep 27 08:44:05.096522 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101acc57-935a-4dcf-9218-9a04c9eca5e3,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.160200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.161279 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.161279 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Tracked resource versions report: Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: pushed versions: Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Log': {'1.0'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Network': {'1.1'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Port': {'1.7'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'PortForwarding': {'1.2'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'QosPolicy': {'1.9'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SubPort': {'1.0'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Subnet': {'1.1'}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Trunk': {'1.1'}} Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: consumer versions: Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'ConntrackHelper': '1.0', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Log': '1.0', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Network': '1.1', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Port': '1.7', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'PortForwarding': '1.2', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'QosPolicy': '1.9', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroup': '1.4', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SecurityGroupRule': '1.2', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'SubPort': '1.0', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Subnet': '1.1', Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: 'Trunk': '1.1'}} Sep 27 08:44:05.161636 dv-cinder-811085-1-smb neutron-server[101279]: {{(pid=101279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:05.237494 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d162f941-a514-4654-b582-082b4ddf404d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0845776 Sep 27 08:44:05.237706 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.db.api [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:44:05.237706 dv-cinder-811085-1-smb neutron-server[101279]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:44:05.237706 dv-cinder-811085-1-smb neutron-server[101279]: [parameters: {'project_id_1': '29713ca065b946ecaaa9e54681eed701', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 43, 44, 779964)}] Sep 27 08:44:05.237706 dv-cinder-811085-1-smb neutron-server[101279]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:44:05.237706 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG oslo_db.api [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:44:05.238297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42184) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:05.264116 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Request body: {'subnet': {'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1330243704-subnet', 'tenant_id': '301e5e2970ec4a1a85c0e3cfccb1fcd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:05.274087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.278803 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:05.279495 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.321209 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.368919 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] Pushing event updated for resources: {'Network': ['ID=c071061c-6600-4667-8592-f9e0a4e32966,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.380682 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network c071061c-6600-4667-8592-f9e0a4e32966 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:05.434126 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.513465 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.526606 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:05.543409 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.547924 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.segments_db [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Added segment a4948a40-d44e-4200-a9d8-9358ce4e31eb of type vlan for network a75203c5-dc8c-4dd3-9426-c0849870190b Sep 27 08:44:05.583341 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e89fed3-f007-4875-add4-c266d4808e19,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.593302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.656402 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-cb97f8b3-4e05-412d-a8ca-06f83e2b5e02 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1502278 Sep 27 08:44:05.659952 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42194) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:05.668861 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Request body: {'subnet': {'network_id': 'c071061c-6600-4667-8592-f9e0a4e32966', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-207817530-subnet', 'tenant_id': 'b9fe2948f264472caa4dd84b6e4576c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:05.687497 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.692414 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.693895 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:05.694559 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.716337 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.787607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] Pushing event updated for resources: {'Network': ['ID=a75203c5-dc8c-4dd3-9426-c0849870190b,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.790932 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Made reservation on behalf of 301e5e2970ec4a1a85c0e3cfccb1fcd2 for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:05.793461 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.800046 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network a75203c5-dc8c-4dd3-9426-c0849870190b details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:05.895710 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-98f9ef7d-e565-4a9f-bbe3-14aec6ee2b1d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3371112 Sep 27 08:44:05.904445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42202) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:05.910027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Request body: {'subnet': {'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-71086827-subnet', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:05.956445 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Allocated IP 172.28.3.77 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/501b554e-ed74-4fdb-95a7-225a949a534c) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:06.039724 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a649a-7cb8-4a8d-99ac-5c3d5be83ae3 None None] Network f96f10b3-5091-46fb-9a44-35ce150d55aa requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:06.046138 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Made reservation on behalf of b9fe2948f264472caa4dd84b6e4576c4 for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:06.050362 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.106778 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.187309 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.195543 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] Provisioning complete for port 6af54579-ad0b-431b-8199-d050bb181474 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:06.196025 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.303772 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.314781 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.320803 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Made reservation on behalf of 29713ca065b946ecaaa9e54681eed701 for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:06.323926 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.358163 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] For port 6af54579-ad0b-431b-8199-d050bb181474, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6af54579-ad0b-431b-8199-d050bb181474,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:06.436497 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:06.442183 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:06.452278 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71f01a0-be45-404e-8be7-ed77c65112c7,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.455465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:06.461197 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.496098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Checking segment: {'id': 'f43db644-2774-46b6-a02c-8ef1a2cc8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:06.499324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Network hostable DHCP agents. Network: 9317e3e6-90ed-4a57-8c57-ba461e229ba9, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:06.516089 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Made reservation on behalf of 5bd81983cbc3420eb6d7a77dba56007c for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:06.518893 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.540121 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf905d53-db17-42b1-b8e9-766fbb8f73db None None] Pushing event updated for resources: {'Port': ['ID=6af54579-ad0b-431b-8199-d050bb181474,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.570629 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6af54579-ad0b-431b-8199-d050bb181474 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:06.591152 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=501b554e-ed74-4fdb-95a7-225a949a534c,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.610764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.662244 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:06.689804 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6af54579-ad0b-431b-8199-d050bb181474 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:06.690760 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.693689 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-ca0fe2ac-a3be-4f32-96fa-df37b8e7ada6 None None] Provisioning complete for port 6af54579-ad0b-431b-8199-d050bb181474 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:06.693689 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe2ac-a3be-4f32-96fa-df37b8e7ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.731828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0c68a9-9ede-4c7e-a193-eb63db95009c,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.814215 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Checking segment: {'id': 'c39e7a92-e952-4677-8b63-14f9e573dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c071061c-6600-4667-8592-f9e0a4e32966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:06.822852 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Network hostable DHCP agents. Network: c071061c-6600-4667-8592-f9e0a4e32966, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:06.862519 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 9317e3e6-90ed-4a57-8c57-ba461e229ba9) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:06.871791 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:06.872384 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.877415 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eca3f7-44e7-4d16-ba10-71657226a4e5 None None] Network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:06.900189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.945498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18dceb91-3939-4c25-897b-bc98137fef46,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.974995 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Network c071061c-6600-4667-8592-f9e0a4e32966 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:07.001752 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, c071061c-6600-4667-8592-f9e0a4e32966) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:07.006887 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:07.009451 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.013890 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.026360 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-cb30297a-63a0-46c0-991d-b464bf478ae4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7782145 Sep 27 08:44:07.129977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4b5c1c-39ea-480f-b02e-2ba333aba36d,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:07.149100 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d31ce3-30b2-4ba1-aa23-0c66fd530943 None None] Network c071061c-6600-4667-8592-f9e0a4e32966 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.155347 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Checking segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:07.155708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Network hostable DHCP agents. Network: 477a1221-d179-4af4-b851-6c77b061ae2b, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:07.181276 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.234182 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Checking segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:07.234602 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Network hostable DHCP agents. Network: a75203c5-dc8c-4dd3-9426-c0849870190b, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:07.263958 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b106c1f3-8742-4077-b3ac-a7682c37392c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6027253 Sep 27 08:44:07.318794 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa41e7-6513-4b1f-96fc-faec2398a0d3 None None] Network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.375060 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Network 477a1221-d179-4af4-b851-6c77b061ae2b is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:07.385285 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Network a75203c5-dc8c-4dd3-9426-c0849870190b is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:07.505823 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 477a1221-d179-4af4-b851-6c77b061ae2b) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:07.511372 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, a75203c5-dc8c-4dd3-9426-c0849870190b) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:07.520415 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f4f54-d52b-4f4c-acd3-7dab0de15580 None None] Network c071061c-6600-4667-8592-f9e0a4e32966 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.522878 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797479b-2ec8-4a84-9ba1-5b221230c3b6 None None] Network 477a1221-d179-4af4-b851-6c77b061ae2b requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.540936 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:07.543768 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.576998 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:07.577591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.601197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.619861 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae846a45-4d58-4603-9b9a-72a201e1bc1f None None] Network a75203c5-dc8c-4dd3-9426-c0849870190b requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.693004 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-2e91bed1-6561-4f1f-97cc-f123a242c69f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9404573 Sep 27 08:44:07.693004 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-5d6affd2-8738-468c-b7f2-4cc5c40b0762 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7849448 Sep 27 08:44:07.693893 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42262) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:07.697105 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42264) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:07.701827 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:07.704150 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:07.770160 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42274) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:07.776209 dv-cinder-811085-1-smb neutron-server[101279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 08:44:07.856330 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.857333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.902130 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fd476-09ce-4294-b598-b0c11660ca85 None None] Network 477a1221-d179-4af4-b851-6c77b061ae2b requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:07.954532 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.956118 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Router 2a7de547-3b85-4d72-abca-787ff64231a4 is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:08.006989 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-a75203c5-dc8c-4dd3-9426-c0849870190b', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:08.009845 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.041926 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.043194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.064248 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-1d114c26-5b7b-4eeb-980d-d2c776637ce5 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:08.065903 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-1d114c26-5b7b-4eeb-980d-d2c776637ce5 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/networks?id=9317e3e6-90ed-4a57-8c57-ba461e229ba9 HTTP/1.1" status: 200 len: 812 time: 0.2909584 Sep 27 08:44:08.099573 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-9ee63044-2cb4-4299-859e-e508945a8418 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/quotas/301e5e2970ec4a1a85c0e3cfccb1fcd2 HTTP/1.1" status: 200 len: 375 time: 0.0200744 Sep 27 08:44:08.193092 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-1d0e0d6a-81f6-43f4-9516-b9071ebee177 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=301e5e2970ec4a1a85c0e3cfccb1fcd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846710 Sep 27 08:44:08.247238 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Allocated IP 172.20.0.2 (a75203c5-dc8c-4dd3-9426-c0849870190b/fb4b5c1c-39ea-480f-b02e-2ba333aba36d/6ff87623-6968-4a63-ae35-83a81061d598) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:08.263116 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.287600 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:08.301351 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:08.318660 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:08.320203 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:08.471934 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.485242 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.489700 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42300) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:08.494832 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d019ec3d-ab94-4c2f-80c6-f57f9213d8d9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4851239 Sep 27 08:44:08.497294 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42302) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:08.502046 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.518518 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6af54579-ad0b-431b-8199-d050bb181474 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:08.529251 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-557971086-network', 'tenant_id': 'ddaed0ef0bac4028a2fc894ab2026f9f'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:08.614035 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.639720 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6af54579-ad0b-431b-8199-d050bb181474 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:08.640106 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.696265 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:08.697096 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Network a75203c5-dc8c-4dd3-9426-c0849870190b is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:08.702743 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:08.708920 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:08.719635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-3c284747-f74c-4fae-9c1f-1b6b8230a684 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:08.720631 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-3c284747-f74c-4fae-9c1f-1b6b8230a684 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2207143 Sep 27 08:44:08.742629 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Pushing event updated for resources: {'Port': ['ID=6ff87623-6968-4a63-ae35-83a81061d598,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:08.792789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.801370 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.803148 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Made reservation on behalf of ddaed0ef0bac4028a2fc894ab2026f9f for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:08.806238 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.824168 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.882470 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Attempting to bind port 6ff87623-6968-4a63-ae35-83a81061d598 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:08.882844 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Attempting to bind port 6ff87623-6968-4a63-ae35-83a81061d598 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:08.883216 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Attempting to bind port 6ff87623-6968-4a63-ae35-83a81061d598 on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:08.906990 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:06Z', 'revision_number': 3, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:08.922143 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:08.922574 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Checking segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:08.922965 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.923409 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Bound using segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:08.924197 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Bound port: 6ff87623-6968-4a63-ae35-83a81061d598, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:08.924611 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.937634 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:08.938360 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Updating router 2a7de547-3b85-4d72-abca-787ff64231a4 port 501b554e-ed74-4fdb-95a7-225a949a534c binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:08.965988 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.018825 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.024474 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.034122 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] For port 6ff87623-6968-4a63-ae35-83a81061d598, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:09.035303 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-2589aaa7-d8ff-4fc5-865a-9ed4bb5b77fe service neutron] 10.222.0.76 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577960 Sep 27 08:44:09.037653 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] For port 6ff87623-6968-4a63-ae35-83a81061d598, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6ff87623-6968-4a63-ae35-83a81061d598,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:09.133815 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.147323 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:09.162552 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.162552 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Added segment 9a9be9d4-2d84-4923-9b50-3ce168ca2009 of type vlan for network 6f3cd87a-75de-4e88-b744-155d3f4d553a Sep 27 08:44:09.180164 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.204268 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.267897 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d38d77-b60b-4046-b23b-2e952e6b6666,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.307642 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-34d93b7f-e149-4a07-8543-0ff10bdde224 service neutron] 10.222.0.76 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103581 Sep 27 08:44:09.309938 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.343912 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.343912 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.344082 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984655-ca80-4b1d-bc28-b448046359d1 None None] Pushing event updated for resources: {'Port': ['ID=6ff87623-6968-4a63-ae35-83a81061d598,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.344171 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.417228 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] Pushing event updated for resources: {'Network': ['ID=6f3cd87a-75de-4e88-b744-155d3f4d553a,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.445261 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 6f3cd87a-75de-4e88-b744-155d3f4d553a details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:09.516948 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.553680 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c8817a9d-cfbd-4ebe-b61d-c11a04760f7a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0436368 Sep 27 08:44:09.553970 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42328) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:09.559703 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Request body: {'subnet': {'network_id': '6f3cd87a-75de-4e88-b744-155d3f4d553a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-557971086-subnet', 'tenant_id': 'ddaed0ef0bac4028a2fc894ab2026f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:09.600107 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Allocated IP 172.28.3.195 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/cc43ccba-ddb4-47e6-ab86-da5eea5d61f7) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:09.646418 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Pushing event updated for resources: {'Port': ['ID=501b554e-ed74-4fdb-95a7-225a949a534c,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.664285 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.670677 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Attempting to bind port 501b554e-ed74-4fdb-95a7-225a949a534c on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:09.671307 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Attempting to bind port 501b554e-ed74-4fdb-95a7-225a949a534c by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:09.671899 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Attempting to bind port 501b554e-ed74-4fdb-95a7-225a949a534c on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:09.720108 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.722546 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.722970 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.723267 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.723413 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.723955 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.724451 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.724945 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.726071 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.727584 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.730695 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.731223 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.734384 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.734898 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Tracked resource versions report: Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: pushed versions: Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: { 'AddressGroup': {'1.2'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'ConntrackHelper': {'1.0'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Log': {'1.0'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Network': {'1.1'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Port': {'1.7'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'PortForwarding': {'1.2'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'QosPolicy': {'1.9'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroup': {'1.4'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SubPort': {'1.0'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Subnet': {'1.1'}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Trunk': {'1.1'}} Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: consumer versions: Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: { DHCP agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: HyperV agent@hv-cinder-81108: {}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: L3 agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: Metadata agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: Metering agent@dv-cinder-811085-1-smb: {}, Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: Open vSwitch agent@dv-cinder-811085-1-smb: { 'AddressGroup': '1.2', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'ConntrackHelper': '1.0', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Log': '1.0', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Network': '1.1', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Port': '1.7', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'PortForwarding': '1.2', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'QosPolicy': '1.9', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroup': '1.4', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SecurityGroupRule': '1.2', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'SubPort': '1.0', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Subnet': '1.1', Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: 'Trunk': '1.1'}} Sep 27 08:44:09.737646 dv-cinder-811085-1-smb neutron-server[101282]: {{(pid=101282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:44:09.743848 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Made reservation on behalf of ddaed0ef0bac4028a2fc894ab2026f9f for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:09.747708 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:09.748379 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:09.749894 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.750574 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:09.751672 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Bound port: 501b554e-ed74-4fdb-95a7-225a949a534c, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:09.754246 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.757210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.944458 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] For port 501b554e-ed74-4fdb-95a7-225a949a534c, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:09.947256 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] For port 501b554e-ed74-4fdb-95a7-225a949a534c, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=501b554e-ed74-4fdb-95a7-225a949a534c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:10.019172 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.028573 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-962d759b-692f-4101-9a9e-cc17129376dc req-80bf88d7-d992-4f05-98f1-9bf95b1ec0a2 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.1194711 Sep 27 08:44:10.091855 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.144436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Allocated IP 172.20.0.1 (f96f10b3-5091-46fb-9a44-35ce150d55aa/366da71f-6c0a-4792-b84a-f878f91ea87c/6f9b0d6d-ea56-4256-9dfb-a9c274026cdb) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:10.149734 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eea64-c809-4013-98a4-2c4c07dcb707 None None] Pushing event updated for resources: {'Port': ['ID=501b554e-ed74-4fdb-95a7-225a949a534c,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:10.176730 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:10.177434 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.311759 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.317229 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.341323 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:10.359737 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:10.370486 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:10.387664 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:10.393497 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.421240 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Allocated IP 172.28.3.112 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/a16079fe-d374-400b-8273-4f031a2e4e0c) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:10.544560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6ff87623-6968-4a63-ae35-83a81061d598 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:10.564009 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.653437 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6ff87623-6968-4a63-ae35-83a81061d598 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:10.655882 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.693581 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:06Z', 'revision_number': 3, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.760525 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:10.768095 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e3ec7-f287-46f5-876e-b886ec193615 None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:06Z', 'revision_number': 3, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:10.805569 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:10.815498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:10.828589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:10.828589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.870280 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.958871 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92685d6-6218-4ae1-b667-bad5ec45fd00,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:10.961580 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.985519 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Checking segment: {'id': '9a9be9d4-2d84-4923-9b50-3ce168ca2009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6f3cd87a-75de-4e88-b744-155d3f4d553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:10.985917 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Network hostable DHCP agents. Network: 6f3cd87a-75de-4e88-b744-155d3f4d553a, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:11.028236 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 6ff87623-6968-4a63-ae35-83a81061d598, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6ff87623-6968-4a63-ae35-83a81061d598,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:11.081799 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Network 6f3cd87a-75de-4e88-b744-155d3f4d553a is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:11.124452 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97838e3-930f-401f-95ee-155c2fb60d8c None None] Network a75203c5-dc8c-4dd3-9426-c0849870190b requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:11.124637 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Pushing event updated for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.154978 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.207064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.209100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42394) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.225517 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.317735 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 6f3cd87a-75de-4e88-b744-155d3f4d553a) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:11.330454 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.331198 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.389367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09e8c7-027e-46a2-9886-fdaa10859049 None None] Network 6f3cd87a-75de-4e88-b744-155d3f4d553a requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:11.431778 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-325d4e4f-99d8-49cc-9771-a3cb22560182 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8761744 Sep 27 08:44:11.458528 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a16079fe-d374-400b-8273-4f031a2e4e0c,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.499000 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d00624e6-cd3e-4f36-bec9-ac759499a83e req-0fa970cd-2b2c-438e-a1ce-92cf5781d3a1 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.2559540 Sep 27 08:44:11.546262 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-9453329b-7a31-4849-a73f-5f02885d58a9 None None] Provisioning complete for port 6ff87623-6968-4a63-ae35-83a81061d598 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:11.546262 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9453329b-7a31-4849-a73f-5f02885d58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.552078 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=6ff87623-6968-4a63-ae35-83a81061d598,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.553065 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:11.566970 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:11.571198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:11.655258 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.711688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42412) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.847629 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.853239 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Deleting subnet eb0c68a9-9ede-4c7e-a193-eb63db95009c {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:44:11.868376 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.912285 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3433f2c-b1f9-4ee4-9175-2882c1207591 None None] Network 6f3cd87a-75de-4e88-b744-155d3f4d553a requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:11.937157 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.940121 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Router 2c6794be-e4cb-4782-8811-fc1c84732bed is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:12.148831 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.150186 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-56b8d549-9343-41d0-9b55-fc4343ff4dce None None] Provisioning complete for port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:12.150598 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-56b8d549-9343-41d0-9b55-fc4343ff4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.169535 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:12.185879 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Sync routers for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:12.206687 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:12.206933 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:12.250054 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-56b8d549-9343-41d0-9b55-fc4343ff4dce None None] Port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:12.312327 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.329957 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:12.423760 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-9a8454fa-71a6-46b0-aa46-b049b67ff21c None None] Provisioning complete for port 6ff87623-6968-4a63-ae35-83a81061d598 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:12.425574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.430734 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9a8454fa-71a6-46b0-aa46-b049b67ff21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.556593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.558188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.561219 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-6e3b0210-8eda-4afd-86d0-12a2c16dc8e9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8656173 Sep 27 08:44:12.561958 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42426) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:12.614609 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 501b554e-ed74-4fdb-95a7-225a949a534c up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:12.615247 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0c68a9-9ede-4c7e-a193-eb63db95009c,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.616242 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.616929 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.661948 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.666642 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-06af4d2c-9030-4c41-9b78-a0549e140f31 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eb0c68a9-9ede-4c7e-a193-eb63db95009c HTTP/1.1" status: 204 len: 168 time: 0.9493098 Sep 27 08:44:12.666884 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42428) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:12.700198 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 501b554e-ed74-4fdb-95a7-225a949a534c triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:12.700908 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.704173 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.711133 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0dc4bed4-192c-47de-92de-87ba03ea2a4c req-6591484e-1493-4cf0-9d80-42701e708992 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.1004975 Sep 27 08:44:12.757556 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:10Z', 'revision_number': 3, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:12.768640 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.793186 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Checking router: 2c6794be-e4cb-4782-8811-fc1c84732bed for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:12.793531 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Updating router 2c6794be-e4cb-4782-8811-fc1c84732bed port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:12.822581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Pushing event updated for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.831431 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.984539 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:12.996075 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.001884 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:13.018390 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 501b554e-ed74-4fdb-95a7-225a949a534c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=501b554e-ed74-4fdb-95a7-225a949a534c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:13.130464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.209192 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.210167 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.220449 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.220884 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > port after_create 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.221313 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.221727 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > port after_update 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.225296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.225296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.225296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.225296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.296702 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:13.300590 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:13.324795 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.325795 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6ff87623-6968-4a63-ae35-83a81061d598 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:13.327422 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.479756 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-57fce72f-6ad4-418d-8450-13c05567fd2f None None] Provisioning complete for port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:13.480557 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-57fce72f-6ad4-418d-8450-13c05567fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.491096 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.494143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.494617 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.495044 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.495473 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:13.496057 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c071061c-6600-4667-8592-f9e0a4e32966']}} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:13.516439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=501b554e-ed74-4fdb-95a7-225a949a534c,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.522657 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39e7a92-e952-4677-8b63-14f9e573dd2e') {'for_net_delete': True} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:13.522657 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39e7a92-e952-4677-8b63-14f9e573dd2e') {} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:13.551599 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-57fce72f-6ad4-418d-8450-13c05567fd2f None None] Port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:13.553669 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921705'] for segment, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.554686 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6ff87623-6968-4a63-ae35-83a81061d598 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:13.555234 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.586535 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.638784 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.648699 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:13.656720 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c48ecb95-a1d4-42db-94e3-b011c72a9deb admin admin] 10.222.0.76 "PUT /v2.0/routers/2a7de547-3b85-4d72-abca-787ff64231a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1658394 Sep 27 08:44:13.658183 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:13.660926 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:44:13.661336 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261544031'] for segment, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: from cryptography.utils import int_from_bytes Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: from cryptography.utils import int_from_bytes Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: Traceback (most recent call last): Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: timer() Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: cb(*args, **kw) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: return func(*args, **kwargs) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: self._notify() Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: self.callback(batched_events) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: event.method(event) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: return f(self, *a, **k) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: return self._get(url).json() Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: return self.request(url, 'GET', **kwargs) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:44:13.666582 dv-cinder-811085-1-smb neutron-server[101280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:44:13.672194 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:13.674097 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:13.693725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fe44d-8674-4830-9451-9a313ca2e269 None None] Pushing event updated for resources: {'Port': ['ID=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.710132 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Attempting to bind port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:13.710529 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Attempting to bind port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:13.710895 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Attempting to bind port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:13.734933 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:13.736237 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:13.736237 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.736237 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:13.736727 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Bound port: cc43ccba-ddb4-47e6-ab86-da5eea5d61f7, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:13.737056 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.831513 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42462) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.003041 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:14.035100 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:14.085159 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:14.089695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:14.093827 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] For port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:14.106700 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:14.161539 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-361c4a88-1e1b-41ee-b3fd-0332b1296698 req-81b343db-4d12-4689-8a94-c2c6c880ca80 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0821893 Sep 27 08:44:14.169309 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.179675 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-021f4696-2f6f-4ae7-9016-1c5b2b162fa2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4724805 Sep 27 08:44:14.180333 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42476) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.192311 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42478) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.249954 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] For port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:14.251326 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.258558 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.301895 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.303938 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c071061c-6600-4667-8592-f9e0a4e32966 HTTP/1.1" status: 204 len: 168 time: 1.6346583 Sep 27 08:44:14.321291 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:14.327718 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42480) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.400461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.407898 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Deleting subnet c92685d6-6218-4ae1-b667-bad5ec45fd00 {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:44:14.416849 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.452018 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040eb76b-667f-485c-aa5e-0aceeb7da489 admin admin] Pushing event deleted for resources: {'Network': ['ID=c071061c-6600-4667-8592-f9e0a4e32966,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.474312 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 2, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:14.491946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.499072 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.523114 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 501b554e-ed74-4fdb-95a7-225a949a534c up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:14.550315 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:14.550648 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Updating router 2a7de547-3b85-4d72-abca-787ff64231a4 port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:14.574982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-96004990-67f4-487e-bd91-c27fe252eade admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.593686 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:14.594356 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:14.595293 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-57e94035-7f2d-49de-8754-84f289a4fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.597349 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.609331 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Allocated IP 172.20.0.1 (477a1221-d179-4af4-b851-6c77b061ae2b/18dceb91-3939-4c25-897b-bc98137fef46/4f5b44d9-38ce-45fa-8216-0237dce712f3) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:14.638059 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.675482 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92685d6-6218-4ae1-b667-bad5ec45fd00,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.678848 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65428749-6832-430e-846b-1718825129a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.686096 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-65428749-6832-430e-846b-1718825129a2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c92685d6-6218-4ae1-b667-bad5ec45fd00 HTTP/1.1" status: 204 len: 168 time: 0.3450572 Sep 27 08:44:14.695723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42488) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.738465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.796660 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.844103 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:14.886506 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.009708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-96004990-67f4-487e-bd91-c27fe252eade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.015387 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Pushing event updated for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.041593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.13', 59749) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.046948 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.091665 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Network 477a1221-d179-4af4-b851-6c77b061ae2b is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:15.108280 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:15.116672 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 501b554e-ed74-4fdb-95a7-225a949a534c triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:15.117283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.135195 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:15.141561 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.147393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.147742 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.148505 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.148846 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > port after_create 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.149186 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.150535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > port after_update 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.150875 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.151242 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.151665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.151994 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.175638 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.242738 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.247922 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fe44d-8674-4830-9451-9a313ca2e269 None None] Pushing event updated for resources: {'Port': ['ID=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.384890 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.385532 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.386031 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.386579 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:44:15.387192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3cd87a-75de-4e88-b744-155d3f4d553a']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.453625 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Attempting to bind port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:15.454213 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Attempting to bind port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:15.454655 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Attempting to bind port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:15.469998 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:15.469998 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Checking segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:15.478134 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.478134 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Bound using segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:15.478134 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Bound port: 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:15.478134 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.499696 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-57e94035-7f2d-49de-8754-84f289a4fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.501041 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-96004990-67f4-487e-bd91-c27fe252eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.548274 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-96004990-67f4-487e-bd91-c27fe252eade admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8b26a06d7e344e28f776e11464a8649&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2624002 Sep 27 08:44:15.552977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42506) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.601027 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] For port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:15.603702 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9be9d4-2d84-4923-9b50-3ce168ca2009') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.611392 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9be9d4-2d84-4923-9b50-3ce168ca2009') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.611807 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] For port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:15.618779 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b37e0be7-bf04-44c4-9d36-b1ea4ac7546f req-9a962d02-9fb0-40ac-8a2f-8c7c9fba39ec tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.2232540 Sep 27 08:44:15.629602 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-24b2e924-d4d4-433a-a423-0189fe7a8e41 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.629828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-57e94035-7f2d-49de-8754-84f289a4fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.630785 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-24b2e924-d4d4-433a-a423-0189fe7a8e41 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.13 "GET /v2.0/networks?id=9317e3e6-90ed-4a57-8c57-ba461e229ba9 HTTP/1.1" status: 200 len: 812 time: 0.5863147 Sep 27 08:44:15.643908 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5841-6f8d-4479-9632-d53fbad1f54d None None] Pushing event updated for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.646215 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.658728 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 3, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.692228 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:15.692476 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Updating router f1a02993-0723-4c32-b0a4-d64c3299bca2 port a16079fe-d374-400b-8273-4f031a2e4e0c binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:15.702626 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Request body: {'port': {'device_id': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9', 'admin_state_up': True, 'tenant_id': '301e5e2970ec4a1a85c0e3cfccb1fcd2'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:15.719717 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.728826 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.732368 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.748601 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-57e94035-7f2d-49de-8754-84f289a4fb08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8502a985434c47b9b6285e21e426dd98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9119425 Sep 27 08:44:15.752761 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-18986a46-7c26-4da1-a374-8994167a849b None None] Provisioning complete for port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:15.753130 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-18986a46-7c26-4da1-a374-8994167a849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.761756 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:10Z', 'revision_number': 3, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.784937 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:44:15.785944 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.811977 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae39ab8-1f5d-4393-a853-3b5820b80fe0 None None] The sync data for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb is: [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:10Z', 'revision_number': 3, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:15.816005 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:15.816742 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: from cryptography.utils import int_from_bytes Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: from cryptography.utils import int_from_bytes Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:44:15.819927 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:44:15.822727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42510) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.825206 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5841-6f8d-4479-9632-d53fbad1f54d None None] Pushing event updated for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=4']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.838401 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96004990-67f4-487e-bd91-c27fe252eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63432ca6-0cdc-48de-9dcc-18dbc32b09bd,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.915114 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42514) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.973731 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190261206', 'description': 'tempest-description--186528511'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:16.007484 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:16.037655 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.115701 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.157208 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.215974 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e94035-7f2d-49de-8754-84f289a4fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b9190-94cd-463b-95ee-dadb38c6bbed,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.227342 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.229132 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.524216 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-18986a46-7c26-4da1-a374-8994167a849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.534005 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.534005 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6f3cd87a-75de-4e88-b744-155d3f4d553a HTTP/1.1" status: 204 len: 168 time: 1.6775935 Sep 27 08:44:16.536081 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-18986a46-7c26-4da1-a374-8994167a849b None None] For port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:16.537009 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Made reservation on behalf of 301e5e2970ec4a1a85c0e3cfccb1fcd2 for: {'port': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:16.537009 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.537605 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.537605 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.537605 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63432ca6-0cdc-48de-9dcc-18dbc32b09bd HTTP/1.1" status: 204 len: 168 time: 0.9554217 Sep 27 08:44:16.538095 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-18986a46-7c26-4da1-a374-8994167a849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.562228 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35e8d-e841-4169-800e-3cc2a6451498 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3cd87a-75de-4e88-b744-155d3f4d553a,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.578143 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.586094 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.629948 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320758e-cf87-4761-9ae4-b3f612c5534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63432ca6-0cdc-48de-9dcc-18dbc32b09bd,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.666411 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5005abb9-cf7a-47a1-8828-8e7fe2fadea7 None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:16.697316 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:16.771586 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.774827 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.835064 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:16.836074 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.878982 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-f94863ff-32e8-42e8-8f92-de6a7842079e None None] Provisioning complete for port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:16.879488 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f94863ff-32e8-42e8-8f92-de6a7842079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.891252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986a46-7c26-4da1-a374-8994167a849b None None] Pushing event updated for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.903384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-313d90c9-a173-4a08-bb50-dc19b1363cd2 req-f37924cf-f1e5-486c-8925-8e9f1f57457b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.1370780 Sep 27 08:44:16.918867 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.953008 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.033192 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.055290 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Attempting to bind port a16079fe-d374-400b-8273-4f031a2e4e0c on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:17.055754 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Attempting to bind port a16079fe-d374-400b-8273-4f031a2e4e0c by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:17.056191 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Attempting to bind port a16079fe-d374-400b-8273-4f031a2e4e0c on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:17.075343 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199467bc-9568-46a6-a2ac-464e45b41fca None None] Pushing event updated for resources: {'Port': ['ID=a16079fe-d374-400b-8273-4f031a2e4e0c,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.086225 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:17.086643 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:17.087026 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.087446 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:17.087911 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Bound port: a16079fe-d374-400b-8273-4f031a2e4e0c, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:17.088314 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.095630 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42562) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.442952 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.446312 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.448591 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db0b9190-94cd-463b-95ee-dadb38c6bbed HTTP/1.1" status: 204 len: 168 time: 1.6112807 Sep 27 08:44:17.557006 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0b4b9-b6c0-4be7-80df-e5989f468069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b9190-94cd-463b-95ee-dadb38c6bbed,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.563203 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.594593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.617639 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] For port a16079fe-d374-400b-8273-4f031a2e4e0c, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:17.633627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] For port a16079fe-d374-400b-8273-4f031a2e4e0c, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=a16079fe-d374-400b-8273-4f031a2e4e0c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:17.657242 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:17.704418 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Allocated IP 172.20.0.1 (a75203c5-dc8c-4dd3-9426-c0849870190b/fb4b5c1c-39ea-480f-b02e-2ba333aba36d/03d2ff7f-a6b5-440e-9c6a-f6616f65f706) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:17.729915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.740253 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.741542 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1e65d21f-5c03-4a21-9c15-6fbd842664e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9fe2948f264472caa4dd84b6e4576c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6454418 Sep 27 08:44:17.749631 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.767653 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42570) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.800119 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.838508 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Allocated IP 172.20.0.4 (9317e3e6-90ed-4a57-8c57-ba461e229ba9/f71f01a0-be45-404e-8be7-ed77c65112c7/694bc387-b661-45da-8a86-d54ae3145ca5) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:17.858644 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:17.859590 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:17.890581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.930901 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42574) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.972258 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee200449-d204-4340-84c9-cb09bd92d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.065929 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Pushing event updated for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.067644 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199467bc-9568-46a6-a2ac-464e45b41fca None None] Pushing event updated for resources: {'Port': ['ID=a16079fe-d374-400b-8273-4f031a2e4e0c,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.067741 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Network 477a1221-d179-4af4-b851-6c77b061ae2b is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:18.085670 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:18.086154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.133461 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.188971 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.248538 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:18.292096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.293493 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3206e922-5623-4a04-bd06-ee0a1aa870e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3757355 Sep 27 08:44:18.317655 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42590) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.328831 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group_rule': {'security_group_id': 'a18a056c-ee8e-429c-b9ca-6d09bcf11f9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:18.369033 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7566f1bd-118c-4507-9fc2-3b5b4ccc4a9f req-4a7a6b86-3352-41cc-8a02-a04709415457 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.1264546 Sep 27 08:44:18.376022 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.512668 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.520571 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Router 2c6794be-e4cb-4782-8811-fc1c84732bed has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:18.526957 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee200449-d204-4340-84c9-cb09bd92d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.555293 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.609815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.616871 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.618098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/101acc57-935a-4dcf-9218-9a04c9eca5e3 HTTP/1.1" status: 204 len: 168 time: 0.8494558 Sep 27 08:44:18.663727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Network a75203c5-dc8c-4dd3-9426-c0849870190b is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:18.670957 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc3e7-0512-4b99-bfcd-3c39c164fdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101acc57-935a-4dcf-9218-9a04c9eca5e3,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.673531 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:18.680554 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:18.718521 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Pushing event updated for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.801535 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee200449-d204-4340-84c9-cb09bd92d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.805962 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.846564 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.862441 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:18.944737 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200449-d204-4340-84c9-cb09bd92d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab16060-2179-4257-9f8d-d70d7bcc850e,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.948411 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.021155 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ee200449-d204-4340-84c9-cb09bd92d8a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08e31b9bcd54485b9eb6195f9f112f72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0834386 Sep 27 08:44:19.047387 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42614) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:19.106160 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:19.109971 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.162933 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 3, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:19.206318 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6c1cc-7438-472c-8e35-1e532827f832 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 3, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:19.249801 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-f245cc71-6ecc-4c02-b29b-7a34aa153064 None None] Provisioning complete for port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:19.250451 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f245cc71-6ecc-4c02-b29b-7a34aa153064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.291966 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Pushing event updated for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.293155 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.344598 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-f245cc71-6ecc-4c02-b29b-7a34aa153064 None None] Port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:19.400026 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:19.407824 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d9b6a139-f102-4160-9e23-dfcfecb3405f admin admin] 10.222.0.76 "PUT /v2.0/routers/2c6794be-e4cb-4782-8811-fc1c84732bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8443017 Sep 27 08:44:19.414026 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.425334 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Sync routers for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:19.441846 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:19.448526 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:19.488822 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:19.526235 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:19.535038 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:19.676514 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.677015 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.725117 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:19.783923 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.818363 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.854051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da52c4f-8558-463e-911b-b2f25072a3c0 req-b4363bec-701c-45f8-9eee-e48529be31fc tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.860190 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0da52c4f-8558-463e-911b-b2f25072a3c0 req-b4363bec-701c-45f8-9eee-e48529be31fc tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 931 time: 0.2748101 Sep 27 08:44:19.892061 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-bb4a4563-6746-473e-b69f-a07000207056 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2058845 Sep 27 08:44:19.929211 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.955350 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-5f1aa756-a15f-4c33-8bd7-108a760a25cd tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:19.956417 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-5f1aa756-a15f-4c33-8bd7-108a760a25cd tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243607 Sep 27 08:44:19.997151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0da52c4f-8558-463e-911b-b2f25072a3c0 req-81c70aeb-10cc-44ed-a185-f48bb4bacb7b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321528 Sep 27 08:44:20.009020 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.028485 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.075540 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e65265e-b1ea-472b-8a71-57cfe7bec883,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.120122 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.120382 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.123343 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.129396 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ab16060-2179-4257-9f8d-d70d7bcc850e HTTP/1.1" status: 204 len: 168 time: 1.0749087 Sep 27 08:44:20.136089 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd16cea-ea0d-4cc3-b2c2-54155145c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab16060-2179-4257-9f8d-d70d7bcc850e,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.145464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42640) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:20.166625 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.167743 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-459cd1fc-50a6-4573-8a26-517c417d5253 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8427188 Sep 27 08:44:20.187972 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42642) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:20.230995 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group_rule': {'security_group_id': 'a18a056c-ee8e-429c-b9ca-6d09bcf11f9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:20.305695 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7e94f438-69f4-403c-8c28-ca62f2b4a86c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddaed0ef0bac4028a2fc894ab2026f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1555626 Sep 27 08:44:20.308191 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42650) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:20.344819 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.378694 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Pushing event updated for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.395363 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.399119 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 4, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '4f5b44d9-38ce-45fa-8216-0237dce712f3', 'name': '', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'mac_address': 'fa:16:3e:49:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '18dceb91-3939-4c25-897b-bc98137fef46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 2, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'subnets': [{'id': '18dceb91-3939-4c25-897b-bc98137fef46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:20.484464 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Checking router: 2c6794be-e4cb-4782-8811-fc1c84732bed for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:20.484464 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Updating router 2c6794be-e4cb-4782-8811-fc1c84732bed port 4f5b44d9-38ce-45fa-8216-0237dce712f3 binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:20.544187 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.609819 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.811869 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.811869 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.813805 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Network a75203c5-dc8c-4dd3-9426-c0849870190b is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:20.813805 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:20.814073 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device a16079fe-d374-400b-8273-4f031a2e4e0c up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:20.865105 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:20.922864 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port a16079fe-d374-400b-8273-4f031a2e4e0c triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:20.924707 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.998312 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.038159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.044235 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.056880 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4d38d77-b60b-4046-b23b-2e952e6b6666 HTTP/1.1" status: 204 len: 168 time: 0.7475803 Sep 27 08:44:21.106465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b3515-b445-4e2f-82a6-5ae376cb9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d38d77-b60b-4046-b23b-2e952e6b6666,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.115056 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fb50d1-1824-40e4-9a18-6df004db9efd,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.211716 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.233135 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:21.276325 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.283115 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d2ca99a0-d736-4a1f-b665-b42e3d39b577 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0801339 Sep 27 08:44:21.284143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42666) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:21.292089 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:21.301720 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-efd6e821-5983-4b07-a320-2f0c3572a0be admin admin] 10.222.0.76 "PUT /v2.0/routers/f1a02993-0723-4c32-b0a4-d64c3299bca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1082520 Sep 27 08:44:21.304887 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.317342 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port a16079fe-d374-400b-8273-4f031a2e4e0c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=a16079fe-d374-400b-8273-4f031a2e4e0c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:21.337578 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-2c669d15-f1f5-49aa-96ba-a073e75c81c3 None None] Provisioning complete for port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:21.343171 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-2c669d15-f1f5-49aa-96ba-a073e75c81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.343545 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daf03e-2091-4948-af0b-4e6ec253344b req-4d34363a-a3af-4c6f-9897-d8b25e64e81d tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:21.366648 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4daf03e-2091-4948-af0b-4e6ec253344b req-4d34363a-a3af-4c6f-9897-d8b25e64e81d tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 931 time: 0.2359049 Sep 27 08:44:21.391032 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.395981 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.397776 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:21.447743 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.476874 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4daf03e-2091-4948-af0b-4e6ec253344b req-cc5503a6-aa97-4d72-a0b3-366ee8f86c50 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092021 Sep 27 08:44:21.495906 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-2c669d15-f1f5-49aa-96ba-a073e75c81c3 None None] Port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:21.558227 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=a16079fe-d374-400b-8273-4f031a2e4e0c,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.567289 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908cd77-3bf2-456e-b033-7dc00f3248d0 None None] Pushing event updated for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.607701 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:21.611873 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.625332 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Request body: {'port': {'device_id': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:21.820305 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Attempting to bind port 4f5b44d9-38ce-45fa-8216-0237dce712f3 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:21.820950 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Attempting to bind port 4f5b44d9-38ce-45fa-8216-0237dce712f3 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:21.821820 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Attempting to bind port 4f5b44d9-38ce-45fa-8216-0237dce712f3 on network 477a1221-d179-4af4-b851-6c77b061ae2b {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:21.828970 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.831166 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:21.831727 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Checking segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:21.832028 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.833598 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Bound using segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:21.834359 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Bound port: 4f5b44d9-38ce-45fa-8216-0237dce712f3, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:21.834964 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.841753 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.942655 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-9db007a2-3fa4-4541-9516-2d66516d38b0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:21.948260 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-9db007a2-3fa4-4541-9516-2d66516d38b0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 818 time: 0.3220284 Sep 27 08:44:22.000411 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-2c203faf-fd42-4e80-b520-a70756091dcd tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/quotas/29713ca065b946ecaaa9e54681eed701 HTTP/1.1" status: 200 len: 375 time: 0.0351849 Sep 27 08:44:22.107363 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] For port 4f5b44d9-38ce-45fa-8216-0237dce712f3, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:22.114411 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] For port 4f5b44d9-38ce-45fa-8216-0237dce712f3, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=4f5b44d9-38ce-45fa-8216-0237dce712f3,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:22.129871 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Allocated IP 172.28.3.210 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/23112835-9692-421a-9593-44ab30b130ff) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:22.191295 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-9a3987d5-1077-48b5-879c-bd6f11e42624 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811917 Sep 27 08:44:22.357082 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.441467 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908cd77-3bf2-456e-b033-7dc00f3248d0 None None] Pushing event updated for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=4']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.487296 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:22.487296 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:22.571261 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device a16079fe-d374-400b-8273-4f031a2e4e0c up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:22.645645 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port a16079fe-d374-400b-8273-4f031a2e4e0c triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:22.645960 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.779416 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694bc387-b661-45da-8a86-d54ae3145ca5 {{(pid=101280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:22.789533 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.842607 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:22.859375 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.provisioning_blocks [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Transition to ACTIVE for port object 694bc387-b661-45da-8a86-d54ae3145ca5 will not be triggered until provisioned by entity L2. {{(pid=101280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:22.939174 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.041758 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.043861 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Pushing event updated for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:23.220252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:23.228066 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-c9477b4f-eb47-4eff-8b8c-3ad007b6a6a3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:44:23.241972 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-c9477b4f-eb47-4eff-8b8c-3ad007b6a6a3 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3999698 Sep 27 08:44:23.265117 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:23.265758 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:43:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:23.269002 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Attempting to bind port 694bc387-b661-45da-8a86-d54ae3145ca5 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:23.269594 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Attempting to bind port 694bc387-b661-45da-8a86-d54ae3145ca5 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'f43db644-2774-46b6-a02c-8ef1a2cc8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9'}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:23.270522 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Attempting to bind port 694bc387-b661-45da-8a86-d54ae3145ca5 on network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:23.278370 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Port 694bc387-b661-45da-8a86-d54ae3145ca5 on network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:23.278851 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Attempting to bind port 694bc387-b661-45da-8a86-d54ae3145ca5 on network 9317e3e6-90ed-4a57-8c57-ba461e229ba9 {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:23.286316 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:23.288205 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Checking segment: {'id': 'f43db644-2774-46b6-a02c-8ef1a2cc8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:23.289445 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Bound using segment: {'id': 'f43db644-2774-46b6-a02c-8ef1a2cc8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9'} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:23.290050 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Bound port: 694bc387-b661-45da-8a86-d54ae3145ca5, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43db644-2774-46b6-a02c-8ef1a2cc8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9'}}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:23.290445 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.325217 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 4, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '4f5b44d9-38ce-45fa-8216-0237dce712f3', 'name': '', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'mac_address': 'fa:16:3e:49:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '18dceb91-3939-4c25-897b-bc98137fef46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'subnets': [{'id': '18dceb91-3939-4c25-897b-bc98137fef46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:23.404930 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3f6e6-c206-42cf-b70f-c320db1f47a8 None None] The sync data for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb is: [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:44:15Z', 'revision_number': 4, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '4f5b44d9-38ce-45fa-8216-0237dce712f3', 'name': '', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'mac_address': 'fa:16:3e:49:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '18dceb91-3939-4c25-897b-bc98137fef46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:14Z', 'updated_at': '2021-09-27T08:44:22Z', 'revision_number': 4, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'subnets': [{'id': '18dceb91-3939-4c25-897b-bc98137fef46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:23.599442 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, cleared binding levels {{(pid=101280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:23.599442 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=694bc387-b661-45da-8a86-d54ae3145ca5,segment=NetworkSegment(f43db644-2774-46b6-a02c-8ef1a2cc8783),segment_id=f43db644-2774-46b6-a02c-8ef1a2cc8783)] {{(pid=101280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:23.601266 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:23.601719 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-54843d3f-e729-4495-8e68-e0a3632e2da8 service neutron] 10.222.0.76 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515876 Sep 27 08:44:23.605435 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-dcdd047a-5578-40fc-a8ae-343e659cd0aa service neutron] 10.222.0.76 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039879 Sep 27 08:44:23.820997 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.833882 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae6c8-9bde-42b1-ac9f-b97c482b4490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.843900 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.855593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42740) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:23.860459 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104129488', 'description': 'tempest-description--1334378007'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:23.881513 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 2, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:23.927721 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:23.930828 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Updating router f1a02993-0723-4c32-b0a4-d64c3299bca2 port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:23.957793 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.008204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.074511 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:24.115996 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.120267 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.120267 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/694bc387-b661-45da-8a86-d54ae3145ca5 HTTP/1.1" status: 200 len: 1093 time: 3.6845012 Sep 27 08:44:24.120267 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:24.145480 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:24.158060 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=23112835-9692-421a-9593-44ab30b130ff,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.168429 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:24.200248 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.292112 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-23de74ec-f483-40ec-981a-9e6044f09864 req-3422bc24-8a7e-423b-b1db-48e538352042 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 210 time: 0.1755819 Sep 27 08:44:24.332936 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118798f-ca38-4894-a628-12b3a8308fcb req-183310ad-6e00-444f-b227-ae52fe62983e tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.350942 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3118798f-ca38-4894-a628-12b3a8308fcb req-183310ad-6e00-444f-b227-ae52fe62983e tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.2342288 Sep 27 08:44:24.376937 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610792b1-6e1e-458a-9c8d-dd66d4c943a4 service neutron] Pushing event updated for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=3']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.536681 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.537900 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3118798f-ca38-4894-a628-12b3a8308fcb req-b3ad3752-3e4f-473c-bd41-fe24ea1dbc57 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784480 Sep 27 08:44:24.549761 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.665375 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aadc35-0674-44ce-b43c-91743ef03730,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.761535 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-dad33aef-cfb4-4953-8959-555c254daf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.777442 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-dad33aef-cfb4-4953-8959-555c254daf25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=301e5e2970ec4a1a85c0e3cfccb1fcd2&device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 1096 time: 0.2967496 Sep 27 08:44:24.788211 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 4f5b44d9-38ce-45fa-8216-0237dce712f3 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:24.793306 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.795717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-16b53853-70e0-4a96-a9e8-9ccf7b4b054e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9388163 Sep 27 08:44:24.799064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42786) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.806243 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group_rule': {'security_group_id': 'f4aadc35-0674-44ce-b43c-91743ef03730', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:25.102099 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 4f5b44d9-38ce-45fa-8216-0237dce712f3 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:25.102522 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.125871 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-56d58a85-e421-4d0d-a611-2ed589fa9086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694bc387-b661-45da-8a86-d54ae3145ca5 HTTP/1.1" status: 200 len: 217 time: 0.2620225 Sep 27 08:44:25.134682 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:25.233506 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.261867 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.380817 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-b2cecc96-5c2d-4fb8-a3f6-9f49d5dbf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.390961 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.394627 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-b2cecc96-5c2d-4fb8-a3f6-9f49d5dbf416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f71f01a0-be45-404e-8be7-ed77c65112c7 HTTP/1.1" status: 200 len: 852 time: 0.2489760 Sep 27 08:44:25.400424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.562090 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-c1a95e69-cd80-46b4-b4fa-97854673cac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9317e3e6-90ed-4a57-8c57-ba461e229ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598027 Sep 27 08:44:25.603822 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-092a9a70-ffaf-46e9-a32a-4e9698270779 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.604336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-092a9a70-ffaf-46e9-a32a-4e9698270779 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 818 time: 0.6798627 Sep 27 08:44:25.609160 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.672769 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074a82-b016-418c-ac7d-798ab4a4a6ae None None] Pushing event updated for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:25.697338 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-35dd34d6-3998-48a5-b966-a288ab68b1b2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/quotas/29713ca065b946ecaaa9e54681eed701 HTTP/1.1" status: 200 len: 375 time: 0.0767822 Sep 27 08:44:25.839977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.873320 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 4f5b44d9-38ce-45fa-8216-0237dce712f3, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=4f5b44d9-38ce-45fa-8216-0237dce712f3,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:25.892042 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.896556 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff1f42-e522-4af8-8f2d-9817a1b25d2b x-openstack-request-id: req-32ff1f42-e522-4af8-8f2d-9817a1b25d2b {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:25.896847 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:25.897092 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32ff1f42-e522-4af8-8f2d-9817a1b25d2b {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:25.897528 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5', 'status': 'completed', 'code': 200} Sep 27 08:44:25.922634 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Attempting to bind port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:25.924264 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Attempting to bind port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:25.926010 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Attempting to bind port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Checking segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Bound using segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Bound port: 03d2ff7f-a6b5-440e-9c6a-f6616f65f706, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:25.950088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.987128 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.990896 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.019041 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.053468 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-de7a0f94-a25d-4cb3-81e2-1e14ee7a4203 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3449421 Sep 27 08:44:26.074710 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=23112835-9692-421a-9593-44ab30b130ff,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.095801 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6cfa5-8187-46da-9304-909c023b3a8a req-308b84f4-ac1e-4359-8fa9-1ace9baa5c22 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:26.100707 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b8c6cfa5-8187-46da-9304-909c023b3a8a req-308b84f4-ac1e-4359-8fa9-1ace9baa5c22 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.2781816 Sep 27 08:44:26.139551 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea1def2-1893-45df-af62-feb10eefcacc,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.140357 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-d4bc9e9b-ddc8-40da-a4db-43eeaba06e05 service neutron] 10.222.0.13 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456553 Sep 27 08:44:26.154666 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.364601 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.375476 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.377356 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1cd2a6ab-f1f5-4d77-85f7-4d69de4e5f0a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0914247 Sep 27 08:44:26.390443 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-d071d504-cb38-494b-856d-6f0958e7b926 None None] Provisioning complete for port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:26.390825 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d071d504-cb38-494b-856d-6f0958e7b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.403871 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e190f707-7a5b-4265-bd5a-e0b9498daa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.580444 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42842) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:26.585135 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] For port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:26.585549 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b8c6cfa5-8187-46da-9304-909c023b3a8a req-73a481b0-91d6-4091-ad62-84cb975a6c63 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557513 Sep 27 08:44:26.585549 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-28dfcff1-aab8-4efe-ba5e-3b0275caed7f service neutron] 10.222.0.76 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745997 Sep 27 08:44:26.586181 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] For port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:26.586181 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-d071d504-cb38-494b-856d-6f0958e7b926 None None] Port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:26.586181 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 4f5b44d9-38ce-45fa-8216-0237dce712f3 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:26.615095 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 4f5b44d9-38ce-45fa-8216-0237dce712f3 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:26.615546 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.655055 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-954e75df-3bae-4de5-841b-be1305a6b5fd service neutron] 10.222.0.76 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462898 Sep 27 08:44:26.682143 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.684268 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-22d52770-ed05-4b39-8b65-e2785afe822d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8831260 Sep 27 08:44:26.688463 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42848) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:26.694508 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group_rule': {'security_group_id': 'f4aadc35-0674-44ce-b43c-91743ef03730', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:26.703349 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-91272fd8-d940-4366-a24f-5d4c4379b5ad req-6b82a589-5de2-4599-9b4d-25d481cde7b1 service neutron] 10.222.0.13 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934757 Sep 27 08:44:26.819737 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.884649 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.941220 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.999545 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:27.000938 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:44:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:27.101734 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-e210ec45-2680-4b98-a1f4-48ff65419163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.107812 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-e210ec45-2680-4b98-a1f4-48ff65419163 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=301e5e2970ec4a1a85c0e3cfccb1fcd2&device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 1096 time: 0.1585290 Sep 27 08:44:27.179802 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-a0deb986-b065-444d-8960-9a639f5a60d0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--190261206&fields=id&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 267 time: 0.1415660 Sep 27 08:44:27.201626 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ea6a11bd-de7e-4b1b-a814-348238fee05e req-93eec1fd-a549-4451-b640-075cbcee8786 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0571411 Sep 27 08:44:27.280397 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.362004 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074a82-b016-418c-ac7d-798ab4a4a6ae None None] Pushing event updated for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.449930 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.470593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-df88f738-a9c4-4f0a-81ac-26abc4cc30b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.473451 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:27.480660 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.534978 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47e8859-65da-41c5-84e3-90b91b4cb320,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.667416 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-d4513ac0-0da1-4661-81cb-0f283507db10 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.672097 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-d4513ac0-0da1-4661-81cb-0f283507db10 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 817 time: 0.4734187 Sep 27 08:44:27.678981 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] Provisioning complete for port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:27.679823 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.783840 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-001c6384-d0c0-4c16-b5e9-31c954166e63 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/quotas/655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0741556 Sep 27 08:44:27.784589 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-d4a81a1e-c2c2-447c-ab37-9a01e9c07df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.784589 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-d4a81a1e-c2c2-447c-ab37-9a01e9c07df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9317e3e6-90ed-4a57-8c57-ba461e229ba9 HTTP/1.1" status: 200 len: 913 time: 0.6323276 Sep 27 08:44:27.922832 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.948931 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-b2d9bfac-695f-4d40-809f-7a871cd1b469 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1743348 Sep 27 08:44:27.956865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd54ba7-c291-4469-ae9f-a2a5be613785 req-0e1a739c-a576-48a1-b1cf-43dfd9e4a28e tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.964790 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4dd54ba7-c291-4469-ae9f-a2a5be613785 req-0e1a739c-a576-48a1-b1cf-43dfd9e4a28e tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.2389379 Sep 27 08:44:28.013078 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] For port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:28.053796 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:28.067585 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4dd54ba7-c291-4469-ae9f-a2a5be613785 req-c81854df-8449-47fc-8acb-90f98bf1ba50 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970912 Sep 27 08:44:28.126482 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-61f3fa5a-c7de-4287-aa53-5d9fdddafa43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=694bc387-b661-45da-8a86-d54ae3145ca5 HTTP/1.1" status: 200 len: 217 time: 0.3570240 Sep 27 08:44:28.157825 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec643d-5b14-422e-83fb-62a4d0a9ef67 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:28.163234 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.280223 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-0ff2832a-fd48-47de-8d20-5c0b6b6febd9 service neutron] 10.222.0.76 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906725 Sep 27 08:44:28.327513 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a892-b692-4706-933a-16e053e5dba0 None None] Pushing event updated for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.368194 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-ccd75202-005b-46d1-a862-d6acefb5ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:28.371685 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-ccd75202-005b-46d1-a862-d6acefb5ed44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f71f01a0-be45-404e-8be7-ed77c65112c7 HTTP/1.1" status: 200 len: 852 time: 0.2370396 Sep 27 08:44:28.433619 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-df88f738-a9c4-4f0a-81ac-26abc4cc30b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.543145 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-68cf25ab-8c09-4ae9-8e8b-e4d48b206f40 service neutron] 10.222.0.76 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581427 Sep 27 08:44:28.577700 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-5be14038-2f57-41ac-a5d2-c3a042ccf9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9317e3e6-90ed-4a57-8c57-ba461e229ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554072 Sep 27 08:44:28.583387 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-df88f738-a9c4-4f0a-81ac-26abc4cc30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.605215 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:28.686105 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-47532e3b-9737-422d-956d-2f871de90f0a req-dcabd358-666f-4521-ad60-af38c349c14d tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.3311896 Sep 27 08:44:28.768095 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88f738-a9c4-4f0a-81ac-26abc4cc30b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131cd804-7857-4e0f-a4e4-dee9fbf4fd48,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.820329 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:28.820767 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.843281 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.845063 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-7e946477-f55d-4399-8b39-4a3271d8f4ea tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1547160 Sep 27 08:44:28.849805 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42914) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:28.860933 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-df88f738-a9c4-4f0a-81ac-26abc4cc30b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=79008d757cdd412d9d4d9702d318a43a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4016724 Sep 27 08:44:28.863578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:28.941100 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42918) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:29.057384 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.082425 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.212950 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-4e7a4416-a9ae-439d-ae5a-dee65ff0def7 service neutron] 10.222.0.13 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146669 Sep 27 08:44:29.265428 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fae21a88-79cb-4dac-911f-32ebf4d116d8 req-921cb1ca-086b-42a0-835d-daf991251d16 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.1077993 Sep 27 08:44:29.425248 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.490949 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.533913 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-8f976c62-d1fa-4ce8-b4ed-5c758dbce66d req-85011124-670d-41dd-afff-e9c2a8f4af8f service neutron] 10.222.0.13 "GET /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881720 Sep 27 08:44:29.643864 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbedd4-59b8-4043-86ba-67a8391fa53a req-2255aa8f-aa9d-436e-9346-8497d47dea4d tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.645548 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cebbedd4-59b8-4043-86ba-67a8391fa53a req-2255aa8f-aa9d-436e-9346-8497d47dea4d tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.3767130 Sep 27 08:44:29.671340 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.674301 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.702814 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/131cd804-7857-4e0f-a4e4-dee9fbf4fd48 HTTP/1.1" status: 204 len: 168 time: 0.7335665 Sep 27 08:44:29.702814 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa0d7f-7a2c-4b2c-8944-b354d4e1cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131cd804-7857-4e0f-a4e4-dee9fbf4fd48,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.704196 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.764904 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cebbedd4-59b8-4043-86ba-67a8391fa53a req-7d2cac70-8e6d-443e-a996-cc02c60ca718 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060567 Sep 27 08:44:29.877761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-78d55c32-fd39-4637-8a82-82184ffc84a8 req-f1cc234b-3e2c-4a42-8a4f-30fbc2032cc9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0775492 Sep 27 08:44:29.898684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Allocated IP 172.28.3.106 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/87685158-d916-4116-838c-f00466213c2a) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:30.167908 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.371397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f65478b5-5d2d-425a-997c-ba9d9250fc5c req-83a73fe5-0094-4399-9b1f-bbc6755384ac tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0301390 Sep 27 08:44:30.441188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.479194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:30.482406 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:30.485189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:30.523950 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=87685158-d916-4116-838c-f00466213c2a,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.651997 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.192117 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a90caff1-2a7c-4a34-9355-324fdc414a02 req-2e0d0c9c-48b7-4ee4-8909-ff3ffd35bd65 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0463526 Sep 27 08:44:31.199436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.207375 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 42982) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:31.226078 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1edaf6c8-abe8-46d2-a965-a9891767d03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.255492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711ab24-2d01-4139-8515-797cd350b15b req-db29ee3b-9a88-4211-b185-2886cbf525a7 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.257711 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a711ab24-2d01-4139-8515-797cd350b15b req-db29ee3b-9a88-4211-b185-2886cbf525a7 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.3594625 Sep 27 08:44:31.379096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1edaf6c8-abe8-46d2-a965-a9891767d03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.405447 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a711ab24-2d01-4139-8515-797cd350b15b req-66f079b1-642c-4a41-87a1-a847ad461a77 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161792 Sep 27 08:44:31.511705 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.538559 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57f3282e-397d-41e7-96aa-654eefa78dee req-d9353ea5-a6a5-4dc3-b0fc-e6c2a3e492aa tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0394902 Sep 27 08:44:31.651171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.654946 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1edaf6c8-abe8-46d2-a965-a9891767d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.696834 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1edaf6c8-abe8-46d2-a965-a9891767d03b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b88a77a83ac049a3a8b769bbe79aa38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869246 Sep 27 08:44:31.699367 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaf6c8-abe8-46d2-a965-a9891767d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dead32e-deff-42e6-a8c3-ec6f6d6f7804,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.701229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 42988) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:31.747358 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=87685158-d916-4116-838c-f00466213c2a,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.780120 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.803074 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.824478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.862125 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.863497 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3f49d79d-77a0-4105-b46d-591516b01b5a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0119858 Sep 27 08:44:31.965492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.968426 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.969658 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dead32e-deff-42e6-a8c3-ec6f6d6f7804 HTTP/1.1" status: 204 len: 168 time: 0.2662385 Sep 27 08:44:31.986112 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df600b79-5d62-4b41-899b-4860d8a9dad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dead32e-deff-42e6-a8c3-ec6f6d6f7804,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.055330 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-50ba0b3c-5120-4dd4-812d-95ea67b6009b tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2104129488&fields=id&tenant_id=5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 267 time: 0.0339868 Sep 27 08:44:32.166546 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-fd5a3074-4865-4cf7-a38b-ce75a349af19 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.168042 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-fd5a3074-4865-4cf7-a38b-ce75a349af19 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 809 time: 0.1061740 Sep 27 08:44:32.183118 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-73781663-4f6f-431b-a464-d0d533069011 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/quotas/5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 375 time: 0.0091338 Sep 27 08:44:32.245661 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-aeb6cb5e-f4b2-4aab-8df3-da29476f50d6 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547075 Sep 27 08:44:32.309853 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9fa77b0a-8c1e-4fdc-8709-be6a4952b5d6 req-07d86bb0-ee5c-4d6b-b242-26a0e625af73 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0473428 Sep 27 08:44:32.392827 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-8c903c1a-2fe5-403d-91eb-3510a03762ad service neutron] 10.222.0.76 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380901 Sep 27 08:44:32.547523 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-3a1e0bc7-3564-457d-b2e3-552cc20a1b77 service neutron] 10.222.0.76 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466987 Sep 27 08:44:32.568813 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe976-479d-4430-81ec-d05520d36969 req-282d0f23-1e5e-4e29-8ddd-90d8ef2264b5 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.570420 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-00bfe976-479d-4430-81ec-d05520d36969 req-282d0f23-1e5e-4e29-8ddd-90d8ef2264b5 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.0803564 Sep 27 08:44:32.622016 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-00bfe976-479d-4430-81ec-d05520d36969 req-8cf836d9-e171-4419-9ccd-8dfb4cb485ae tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Sep 27 08:44:32.718569 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7058e26a-8fa5-4aba-874d-235acafe58eb req-996ee93a-9365-4209-b0f1-96decb63bf9e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0341511 Sep 27 08:44:32.900624 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c9ef86fa-a741-45b1-a967-eb2db006d16a req-dc107fa6-3654-41bc-869e-eb0191f92b4e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.0400708 Sep 27 08:44:32.910581 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-ee6ba6ae-1d35-488f-9110-33fe2d47bb34 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.912841 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-ee6ba6ae-1d35-488f-9110-33fe2d47bb34 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 818 time: 0.2278056 Sep 27 08:44:32.930534 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Request body: {'port': {'device_id': '49a6d2ae-b806-4962-baa6-48c567901e92', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'admin_state_up': True, 'tenant_id': '29713ca065b946ecaaa9e54681eed701'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:33.182041 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Made reservation on behalf of 29713ca065b946ecaaa9e54681eed701 for: {'port': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:33.185903 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.328841 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Allocated IP 172.20.0.7 (477a1221-d179-4af4-b851-6c77b061ae2b/18dceb91-3939-4c25-897b-bc98137fef46/8ab66cc3-ce6d-4220-acf9-5638f220a5c6) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:33.429986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.13', 59774) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:33.536923 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c0a6c931-605f-4b60-a45e-1bf284145bb7 req-2448c49c-e0be-44b7-baa6-a7a2b324ef1e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0475876 Sep 27 08:44:33.559155 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.613457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-007aa7f8-fc4c-4ec3-b1bf-903e9e058bd2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.615488 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-007aa7f8-fc4c-4ec3-b1bf-903e9e058bd2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 818 time: 0.1828351 Sep 27 08:44:33.634385 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Request body: {'port': {'device_id': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'admin_state_up': True, 'tenant_id': '29713ca065b946ecaaa9e54681eed701'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:33.685199 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.794079 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Pushing event updated for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:33.809870 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Network 477a1221-d179-4af4-b851-6c77b061ae2b is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:33.811731 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:33.812214 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199a2bc-de35-49c6-9118-b3d219e6f0c1 req-1e807b0d-d891-400f-abe3-50b7a30646bb tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.814739 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:33.820041 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4199a2bc-de35-49c6-9118-b3d219e6f0c1 req-1e807b0d-d891-400f-abe3-50b7a30646bb tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.1104150 Sep 27 08:44:33.887530 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.892168 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.892354 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c71a4902-16e8-42c8-bcd1-3262c90d7dd6 req-f44fe7c1-cd27-4b56-b3b0-3e5f69b756ab tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0545735 Sep 27 08:44:33.920787 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4199a2bc-de35-49c6-9118-b3d219e6f0c1 req-04bf9378-dcb2-4d61-96e1-6eb647d9c7ae tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Sep 27 08:44:33.986072 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-58e9ab76-dbd0-4506-b5b0-c0db3412045e req-7e1ce30b-a3c5-4004-a5b9-62d2a1e87f88 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.0305490 Sep 27 08:44:34.007608 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Made reservation on behalf of 29713ca065b946ecaaa9e54681eed701 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:34.012774 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.033178 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.13', 59782) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:34.128690 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-3da65fb0-0441-46cf-a0f7-d3b9c7086cfc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056112 Sep 27 08:44:34.142210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Request body: {'port': {'device_id': '49a6d2ae-b806-4962-baa6-48c567901e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:34.150670 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-a78d8dda-71ee-4a92-b288-ebc38fe62191 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.152131 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-a78d8dda-71ee-4a92-b288-ebc38fe62191 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 817 time: 0.1177800 Sep 27 08:44:34.259072 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Allocated IP 172.20.0.8 (477a1221-d179-4af4-b851-6c77b061ae2b/18dceb91-3939-4c25-897b-bc98137fef46/c5f33d11-7fc8-4a8c-bc52-7773f1d888d7) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:34.270356 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.286910 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-1eb0dcc7-8409-42c9-9c96-48999a5e070e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 379 time: 0.0802259 Sep 27 08:44:34.295824 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'port': {'device_id': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'admin_state_up': True, 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'security_groups': ['a18a056c-ee8e-429c-b9ca-6d09bcf11f9f']}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:34.426230 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.523580 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.656971 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Pushing event updated for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:34.696114 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Network 477a1221-d179-4af4-b851-6c77b061ae2b is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:34.702886 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:34.708038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:34.753158 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0cf8-6606-4558-8ebe-1302d5ae651d req-873d408c-31e2-4d8a-aaa1-9c1be9766b50 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.754725 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-97bf0cf8-6606-4558-8ebe-1302d5ae651d req-873d408c-31e2-4d8a-aaa1-9c1be9766b50 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 931 time: 0.0945303 Sep 27 08:44:34.772826 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.773548 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.799260 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 {{(pid=101280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:34.804034 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Made reservation on behalf of 655d85d0594545a993fe66cb89e5b7d5 for: {'port': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:34.807588 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.811634 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-97bf0cf8-6606-4558-8ebe-1302d5ae651d req-59a82140-3be3-49ff-b309-fb8e1f651933 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483541 Sep 27 08:44:34.814937 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.849960 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.provisioning_blocks [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Transition to ACTIVE for port object 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 will not be triggered until provisioned by entity L2. {{(pid=101280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:34.911450 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-2ac0dcbc-0b26-4945-a5b3-8f87bcfc7ec2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2857449 Sep 27 08:44:34.923690 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Request body: {'port': {'device_id': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:34.963804 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.985853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.048698 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Allocated IP 172.20.0.4 (f96f10b3-5091-46fb-9a44-35ce150d55aa/366da71f-6c0a-4792-b84a-f878f91ea87c/e424682e-7d8f-4560-affa-6a2ee2090003) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:35.054829 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.107474 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-969438b1-4d57-4825-b470-6fe71faed0a0 req-cda7227f-f6a5-43d8-a450-9519944a4c5b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0599585 Sep 27 08:44:35.187193 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Attempting to bind port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:35.187536 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Attempting to bind port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:35.187868 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Attempting to bind port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 on network 477a1221-d179-4af4-b851-6c77b061ae2b {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:35.200989 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 on network 477a1221-d179-4af4-b851-6c77b061ae2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:35.201324 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Attempting to bind port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 on network 477a1221-d179-4af4-b851-6c77b061ae2b {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:35.210663 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:35.211135 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Checking segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:35.211762 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Bound using segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:35.212541 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Bound port: 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:35.213160 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.259369 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8af6fd-d867-435d-aee9-384e3c72e3f3 req-560e07fb-d474-48e4-8870-7214f6fd9691 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.260902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f8af6fd-d867-435d-aee9-384e3c72e3f3 req-560e07fb-d474-48e4-8870-7214f6fd9691 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 943 time: 0.2004700 Sep 27 08:44:35.306186 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43138) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:35.348020 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.362223 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, cleared binding levels {{(pid=101280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:35.367025 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:35.459035 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.497341 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-06f25971-2691-40ff-9e3d-86cb1102b632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.517450 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.518091 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.519476 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] 10.222.0.13 "PUT /v2.0/ports/8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 1093 time: 1.3815513 Sep 27 08:44:35.520751 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:35.521450 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6971d8a7-51aa-4f13-80d5-9542da85d324 req-ed68bbb3-6423-45ff-a1cd-33dfa4dd5527 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.2136722 Sep 27 08:44:35.523478 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:35.551507 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f8af6fd-d867-435d-aee9-384e3c72e3f3 req-49420f8d-6152-434b-9a26-e7ba0b242c04 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729921 Sep 27 08:44:35.558081 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c362dd-dd79-4c30-847c-d91716efd79c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=3']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.587260 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.637076 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:35.637589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:35.643146 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cccefc-e49a-4ebc-9e0f-2c125824a9b3 x-openstack-request-id: req-52cccefc-e49a-4ebc-9e0f-2c125824a9b3 {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:35.643436 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:35.643687 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52cccefc-e49a-4ebc-9e0f-2c125824a9b3 {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:35.644061 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'status': 'completed', 'code': 200} Sep 27 08:44:35.647829 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.648708 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:35.670346 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:35.677340 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 694bc387-b661-45da-8a86-d54ae3145ca5 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:35.687980 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.13', 59788) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:35.745282 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Transition to ACTIVE for port object c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:35.790436 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.857398 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=694bc387-b661-45da-8a86-d54ae3145ca5,segment=NetworkSegment(f43db644-2774-46b6-a02c-8ef1a2cc8783),segment_id=f43db644-2774-46b6-a02c-8ef1a2cc8783)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:35.882474 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-f84df64e-0b54-4a88-81c6-4ae5d25c7910 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.884524 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '694bc387-b661-45da-8a86-d54ae3145ca5', 'network_id': '9317e3e6-90ed-4a57-8c57-ba461e229ba9', 'port_id': '694bc387-b661-45da-8a86-d54ae3145ca5', 'mac_address': 'fa:16:3e:75:67:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71f01a0-be45-404e-8be7-ed77c65112c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:35.886244 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-06f25971-2691-40ff-9e3d-86cb1102b632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.887375 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-f84df64e-0b54-4a88-81c6-4ae5d25c7910 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 809 time: 0.1982422 Sep 27 08:44:35.901712 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-6cebd780-f264-49c7-9e2d-4451c38f7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.903241 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-6cebd780-f264-49c7-9e2d-4451c38f7674 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1096 time: 0.2329795 Sep 27 08:44:35.909755 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.910296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.941192 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.956596 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694bc387-b661-45da-8a86-d54ae3145ca5 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:35.984169 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=694bc387-b661-45da-8a86-d54ae3145ca5,segment=NetworkSegment(f43db644-2774-46b6-a02c-8ef1a2cc8783),segment_id=f43db644-2774-46b6-a02c-8ef1a2cc8783)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:35.989282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-3ce1d788-360d-4d3a-a949-e46cd6fe8d61 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 380 time: 0.0917044 Sep 27 08:44:36.000992 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'port': {'device_id': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'admin_state_up': True, 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'security_groups': ['f4aadc35-0674-44ce-b43c-91743ef03730']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:36.023715 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.044135 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e8d6-b106-4d33-a863-bb2faef0c7f8 req-52b80481-a32f-4efe-9857-31ced7575975 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.049023 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34c8e8d6-b106-4d33-a863-bb2faef0c7f8 req-52b80481-a32f-4efe-9857-31ced7575975 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 931 time: 0.1184947 Sep 27 08:44:36.084860 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-86cd57ba-7606-4b1c-8478-4f939f19573b None None] Provisioning complete for port e424682e-7d8f-4560-affa-6a2ee2090003 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:36.084860 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-86cd57ba-7606-4b1c-8478-4f939f19573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.086254 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-06f25971-2691-40ff-9e3d-86cb1102b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.112279 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.170858 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25971-2691-40ff-9e3d-86cb1102b632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ad93b-daf1-4cc4-838f-496f5a6d8f15,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:36.171977 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-86cd57ba-7606-4b1c-8478-4f939f19573b None None] Port e424682e-7d8f-4560-affa-6a2ee2090003 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:36.207243 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-47bfd1bf-d831-4be1-8beb-07bff69b8276 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9150889 Sep 27 08:44:36.213173 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-06f25971-2691-40ff-9e3d-86cb1102b632 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce8be1ff79e0431ea5721eba3e7b3a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9059701 Sep 27 08:44:36.220319 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43164) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:36.221817 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Request body: {'port': {'device_id': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:36.226852 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-91c03595-caef-4b0e-8086-cc68fd87c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.228220 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-91c03595-caef-4b0e-8086-cc68fd87c513 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=29713ca065b946ecaaa9e54681eed701&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3073673 Sep 27 08:44:36.242720 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:36.249690 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:36.385239 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['694bc387-b661-45da-8a86-d54ae3145ca5'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:36.408288 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34c8e8d6-b106-4d33-a863-bb2faef0c7f8 req-ee355f8e-c930-4fc3-a106-2b122ce5a4b2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023291 Sep 27 08:44:36.474647 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Attempting to bind port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:36.475008 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Attempting to bind port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:36.475454 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Attempting to bind port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 on network 477a1221-d179-4af4-b851-6c77b061ae2b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:36.500024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 on network 477a1221-d179-4af4-b851-6c77b061ae2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:36.500024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Attempting to bind port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 on network 477a1221-d179-4af4-b851-6c77b061ae2b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:36.516682 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e21f5a-381e-4a89-9369-aa58d043c615 req-11685f82-84e1-4f22-8d44-ae0ac06842c2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.518710 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-67e21f5a-381e-4a89-9369-aa58d043c615 req-11685f82-84e1-4f22-8d44-ae0ac06842c2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 931 time: 0.2313128 Sep 27 08:44:36.520204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:36.520838 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Checking segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:36.522231 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Bound using segment: {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:36.522943 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Bound port: c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e364abd9-fc44-466d-bdd3-d3a066b789fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:36.523599 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.525977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.571012 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.601053 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.651802 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Made reservation on behalf of 5bd81983cbc3420eb6d7a77dba56007c for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:36.655777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.667437 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-55181a48-4b4e-4746-82f2-a6966444e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.668992 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-b2ec4ad9-e9fd-40de-92e3-3507a49fed15 req-55181a48-4b4e-4746-82f2-a6966444e835 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4077947 Sep 27 08:44:36.691317 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-67e21f5a-381e-4a89-9369-aa58d043c615 req-f0115602-8807-471f-8006-fe04610bd33c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598625 Sep 27 08:44:36.701717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1e3a1660-b448-468c-bdcf-4c43d1ae7ad6 req-c5bd9b2f-a446-4ef7-afd2-b7c8fed88cf6 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.0820124 Sep 27 08:44:36.759478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:36.814288 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-ab40c6af-d0c5-4944-a7fd-641b93e86bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.815676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:36.815835 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-ab40c6af-d0c5-4944-a7fd-641b93e86bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1096 time: 0.0696409 Sep 27 08:44:36.845997 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47d3b2-5d6c-470a-ae09-668e2b28cd98 req-057a2ba4-02d8-4812-b259-828133929f5a tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.847526 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d47d3b2-5d6c-470a-ae09-668e2b28cd98 req-057a2ba4-02d8-4812-b259-828133929f5a tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 944 time: 0.0794146 Sep 27 08:44:36.892708 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-4e51a39f-e2b8-451e-a2ab-96fa7e9c8e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0653901 Sep 27 08:44:36.896580 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d47d3b2-5d6c-470a-ae09-668e2b28cd98 req-36c598a8-419b-461a-8bf9-316a29b68580 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Sep 27 08:44:36.928365 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.961922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.964535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.968217 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/821ad93b-daf1-4cc4-838f-496f5a6d8f15 HTTP/1.1" status: 204 len: 168 time: 0.7444196 Sep 27 08:44:36.990865 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-f14f4a92-f07d-4ddb-878e-cacfceeaec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.992473 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-f14f4a92-f07d-4ddb-878e-cacfceeaec4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.0918643 Sep 27 08:44:37.000648 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.001278 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.002695 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] 10.222.0.13 "PUT /v2.0/ports/c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 200 len: 1093 time: 2.0836616 Sep 27 08:44:37.004855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:37.025100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97035b-acc2-4a98-a7fb-07117eca0768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ad93b-daf1-4cc4-838f-496f5a6d8f15,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:37.053318 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2c60f-87ad-49ae-bbe1-109dfad6ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:37.053715 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-d34c2a6b-a47c-4d50-b912-a76632093b36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523517 Sep 27 08:44:37.119852 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Allocated IP 172.20.0.4 (a75203c5-dc8c-4dd3-9426-c0849870190b/fb4b5c1c-39ea-480f-b02e-2ba333aba36d/40a8bb00-3722-489f-99f1-f853273102d4) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:37.122468 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:37.151322 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.248297 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.provisioning_blocks [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Transition to ACTIVE for port object e424682e-7d8f-4560-affa-6a2ee2090003 will not be triggered until provisioned by entity L2. {{(pid=101280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:37.257158 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-bb7d41a4-efe8-4139-a4ce-18d632339820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.258777 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-bb7d41a4-efe8-4139-a4ce-18d632339820 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1487551 Sep 27 08:44:37.268928 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-f7d0bd33-516f-4d28-8ed9-212cc690a06e service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908970 Sep 27 08:44:37.361372 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.374014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34" -d '{"events": [{"name": "network-changed", "server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:37.375342 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-341f4da9-2c80-4a7c-a12b-01ce98c95a83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 200 len: 217 time: 0.1017694 Sep 27 08:44:37.413508 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:37.498077 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-de98d454-a80d-4a87-ac3b-74785eb20f72 req-fcb256bd-a94e-4e10-bc27-c9a1e200e97c service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169654 Sep 27 08:44:37.584922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefe7e3f-441f-46ac-8fba-75944a05e02f x-openstack-request-id: req-eefe7e3f-441f-46ac-8fba-75944a05e02f {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:37.584922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:37.584922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eefe7e3f-441f-46ac-8fba-75944a05e02f {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:37.584922 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7', 'status': 'completed', 'code': 200} Sep 27 08:44:37.606727 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Attempting to bind port e424682e-7d8f-4560-affa-6a2ee2090003 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:37.613909 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Attempting to bind port e424682e-7d8f-4560-affa-6a2ee2090003 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:37.614450 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Attempting to bind port e424682e-7d8f-4560-affa-6a2ee2090003 on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:37.622651 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-d7f60bba-3878-4760-b4f5-240a98f401e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.624344 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-d7f60bba-3878-4760-b4f5-240a98f401e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.2409508 Sep 27 08:44:37.652957 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Port e424682e-7d8f-4560-affa-6a2ee2090003 on network f96f10b3-5091-46fb-9a44-35ce150d55aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:37.655681 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Attempting to bind port e424682e-7d8f-4560-affa-6a2ee2090003 on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:37.661397 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:37.662645 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Checking segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:37.663292 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Bound using segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} {{(pid=101280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:37.664237 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.managers [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Bound port: e424682e-7d8f-4560-affa-6a2ee2090003, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}}] {{(pid=101280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:37.664785 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 694bc387-b661-45da-8a86-d54ae3145ca5 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:37.665709 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.696774 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-172ce207-cfe1-445f-b396-e5a1bec953ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639596 Sep 27 08:44:37.711948 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0b382-1cc6-4083-8fa4-27554815f7db req-1fe1d3a4-07f6-414a-9731-b54f683c7c41 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.713606 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fac0b382-1cc6-4083-8fa4-27554815f7db req-1fe1d3a4-07f6-414a-9731-b54f683c7c41 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 943 time: 0.1465530 Sep 27 08:44:37.859608 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fac0b382-1cc6-4083-8fa4-27554815f7db req-b50c1102-f7fa-433f-a8db-20688fc39789 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373379 Sep 27 08:44:37.899460 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, cleared binding levels {{(pid=101280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:37.902858 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f9453d0-1530-4cf7-a567-0fb1bcbf6bc1 req-38e77c4b-c1b7-49b3-8e39-9207451254ee tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.1167929 Sep 27 08:44:37.903354 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:37.909588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.945733 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-81293bc3-effc-4e72-93ee-73110a4570e9 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310543 Sep 27 08:44:37.948854 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43228) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:37.964849 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ee341fa-77c9-4cbb-9674-8d009e602fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.979145 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 694bc387-b661-45da-8a86-d54ae3145ca5 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:37.983620 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 694bc387-b661-45da-8a86-d54ae3145ca5 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:37.985205 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.985312 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.080553 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.086403 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.087585 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.089536 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] 10.222.0.13 "PUT /v2.0/ports/e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 1093 time: 1.8735955 Sep 27 08:44:38.090170 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:38.094299 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c207af-ea63-4d5a-925e-46b7418b31a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:38.108623 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:38.125849 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f64d-f8d6-4204-bb1b-b28945a2c6fc service neutron] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=3']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.154644 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a643c42-7426-4a03-87fa-98b68a4cfd07 req-89fcbad0-8054-4dc2-bd28-7d8913a69a40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.156212 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a643c42-7426-4a03-87fa-98b68a4cfd07 req-89fcbad0-8054-4dc2-bd28-7d8913a69a40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.2094593 Sep 27 08:44:38.168990 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c8665-a729-448c-9b06-2f51987d35b0 req-ccf569cf-76f0-4c19-9448-b9280c9d8281 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.170503 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-869c8665-a729-448c-9b06-2f51987d35b0 req-ccf569cf-76f0-4c19-9448-b9280c9d8281 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 944 time: 0.1584384 Sep 27 08:44:38.202185 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=694bc387-b661-45da-8a86-d54ae3145ca5,segment=NetworkSegment(f43db644-2774-46b6-a02c-8ef1a2cc8783),segment_id=f43db644-2774-46b6-a02c-8ef1a2cc8783)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:38.203589 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b4d06b6-5519-4dba-b59d-201be7704e84 req-abf62c67-c699-410d-a20a-ce49594133fe service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329068 Sep 27 08:44:38.210544 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.316163 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ee341fa-77c9-4cbb-9674-8d009e602fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.330327 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a643c42-7426-4a03-87fa-98b68a4cfd07 req-bf71ffb3-555e-43c6-b516-9c891c92a647 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533921 Sep 27 08:44:38.330831 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.353787 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Network a75203c5-dc8c-4dd3-9426-c0849870190b is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:38.380248 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:38.381887 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:38.389426 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.468083 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.498634 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8b415-69e4-443e-acd5-51e84d05998f x-openstack-request-id: req-95b8b415-69e4-443e-acd5-51e84d05998f {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:38.499075 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:38.499435 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95b8b415-69e4-443e-acd5-51e84d05998f {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:38.499909 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'status': 'completed', 'code': 200} Sep 27 08:44:38.511707 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ee341fa-77c9-4cbb-9674-8d009e602fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.513094 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973580ec-643f-4a9c-ac89-30e85cafd9a6" -d '{"events": [{"server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "name": "network-vif-plugged", "status": "completed", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:38.543406 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-3b911ec6-e099-49b1-9fe1-75fa152db1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.545602 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-3b911ec6-e099-49b1-9fe1-75fa152db1cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1230569 Sep 27 08:44:38.604821 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee341fa-77c9-4cbb-9674-8d009e602fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a8f37-a51d-4e8d-b569-8c8270b7ea39,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.614903 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9ee341fa-77c9-4cbb-9674-8d009e602fd0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ce164227dee45989c8e315ffcdfe7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626794 Sep 27 08:44:38.616435 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43246) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:38.628891 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-869c8665-a729-448c-9b06-2f51987d35b0 req-dfdffea3-6a5d-4d0b-a685-be1f6b77ba2c tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214416 Sep 27 08:44:38.665836 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-34e52989-eb94-4e75-b507-2f0475c17d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.667463 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-34e52989-eb94-4e75-b507-2f0475c17d07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1096 time: 0.3744457 Sep 27 08:44:38.689869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.689869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.709983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e0576-b5aa-433a-ac10-960a7f79368e x-openstack-request-id: req-1a4e0576-b5aa-433a-ac10-960a7f79368e {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:38.715178 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "name": "network-vif-plugged", "status": "completed", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:38.715721 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a4e0576-b5aa-433a-ac10-960a7f79368e {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:38.716374 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5', 'code': 200} Sep 27 08:44:38.764385 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-76bbd24a-2366-47f8-8d6d-96c29b0b0fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 217 time: 0.0757506 Sep 27 08:44:38.775537 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.783562 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-b3e82d5f-9c32-4f64-a3ab-e7be2538df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.785331 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-b3e82d5f-9c32-4f64-a3ab-e7be2538df68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.2218807 Sep 27 08:44:38.829154 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-3ac6f6e1-6def-47b2-8d26-01feea3fbe06 None None] Provisioning complete for port 40a8bb00-3722-489f-99f1-f853273102d4 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:38.832774 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f6e1-6def-47b2-8d26-01feea3fbe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.849700 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-7f674d06-a285-473d-8cf6-cbc17abff0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.851437 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-7f674d06-a285-473d-8cf6-cbc17abff0cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0707173 Sep 27 08:44:38.881540 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:44:38.895171 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-40dd8240-7f7a-488d-91c7-3e115c6f5e18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 200 len: 217 time: 0.1016924 Sep 27 08:44:38.907713 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6f6e1-6def-47b2-8d26-01feea3fbe06 None None] Port 40a8bb00-3722-489f-99f1-f853273102d4 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:38.962369 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.987456 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-b5ea72bb-22fb-4d28-b355-91759c4e0e8e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9907041 Sep 27 08:44:39.020641 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Request body: {'port': {'device_id': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:39.116560 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-c9bdb1f3-7cc8-4174-8675-109f0e2bb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.118086 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-c9bdb1f3-7cc8-4174-8675-109f0e2bb109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.2092774 Sep 27 08:44:39.118658 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-e78b5f7a-f5ab-4219-8510-1e2d1801f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.120597 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-e78b5f7a-f5ab-4219-8510-1e2d1801f93d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2606885 Sep 27 08:44:39.183500 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-0f1366e8-82e4-4b66-b4c1-03f5f33bd046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451539 Sep 27 08:44:39.298239 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f526c6a-2f0b-439b-a45b-df84ddd30c51 req-4821a255-a2d7-45d5-a8b0-4d3cba442b8f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.301953 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4f526c6a-2f0b-439b-a45b-df84ddd30c51 req-4821a255-a2d7-45d5-a8b0-4d3cba442b8f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 931 time: 0.2502964 Sep 27 08:44:39.303924 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.319036 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.321742 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.322929 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff8a8f37-a51d-4e8d-b569-8c8270b7ea39 HTTP/1.1" status: 204 len: 168 time: 0.7055109 Sep 27 08:44:39.338150 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3a48-1f69-4ec8-ac2f-bfc05c87a77f req-e97e4dc4-99d5-4053-9c02-0883419877f9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.339654 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5a1b3a48-1f69-4ec8-ac2f-bfc05c87a77f req-e97e4dc4-99d5-4053-9c02-0883419877f9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 943 time: 0.2937937 Sep 27 08:44:39.370888 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249a6a-e4e8-4b12-97bc-7fede4745a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a8f37-a51d-4e8d-b569-8c8270b7ea39,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.384103 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-f8bb3c0c-b1a8-4b4c-8967-dba0ab9a3c19 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933300 Sep 27 08:44:39.394159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90014421-a94a-4397-acff-c16d39540d73 req-289e483a-ef4e-4a24-b822-1a108d3ae54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.395765 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-90014421-a94a-4397-acff-c16d39540d73 req-289e483a-ef4e-4a24-b822-1a108d3ae54c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 1098 time: 0.1244860 Sep 27 08:44:39.405714 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-46812cb9-0d99-4ffe-862f-d583bf6c3516 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509341 Sep 27 08:44:39.434841 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-90014421-a94a-4397-acff-c16d39540d73 req-2e13c9e0-1d27-4534-a23c-23a7cf8d9607 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.465362 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4f526c6a-2f0b-439b-a45b-df84ddd30c51 req-85f2065e-677a-437a-8725-66cbee496653 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544185 Sep 27 08:44:39.540811 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-2e2fd3e0-9bb1-46c1-be8c-a65b82685b34 req-c9f782db-ac73-4259-ad85-9b99f0270f38 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492813 Sep 27 08:44:39.577538 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5a1b3a48-1f69-4ec8-ac2f-bfc05c87a77f req-20ae4ae5-61b6-43aa-ab4b-cf16812870f7 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191648 Sep 27 08:44:39.596041 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-90014421-a94a-4397-acff-c16d39540d73 req-2e13c9e0-1d27-4534-a23c-23a7cf8d9607 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.674729 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0588c352-ef1e-40df-af1e-b31fa75cad05 req-91521d74-aae5-439b-9c14-d43901092f27 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631695 Sep 27 08:44:39.683262 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6280e0-80e6-4715-8781-2ee071bbc590 req-17041fec-b72c-4964-8bb6-cba2cc386ce6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.684892 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce6280e0-80e6-4715-8781-2ee071bbc590 req-17041fec-b72c-4964-8bb6-cba2cc386ce6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.1466472 Sep 27 08:44:39.744954 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [req-90014421-a94a-4397-acff-c16d39540d73 req-2e13c9e0-1d27-4534-a23c-23a7cf8d9607 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.789463 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-90014421-a94a-4397-acff-c16d39540d73 req-2e13c9e0-1d27-4534-a23c-23a7cf8d9607 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757701 Sep 27 08:44:39.804902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce6280e0-80e6-4715-8781-2ee071bbc590 req-8194da40-2e07-4441-875b-54e884d0668f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950911 Sep 27 08:44:39.810693 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13c9e0-1d27-4534-a23c-23a7cf8d9607 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1883489e-f6e0-4060-8378-2100f91670b4,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.828343 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298bd45-c68d-4bc9-9491-55c624a6db17 req-71d0c31d-e291-4c19-a9ba-faf7a955e2d3 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.829911 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0298bd45-c68d-4bc9-9491-55c624a6db17 req-71d0c31d-e291-4c19-a9ba-faf7a955e2d3 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.1193612 Sep 27 08:44:39.919204 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0298bd45-c68d-4bc9-9491-55c624a6db17 req-2f73f1d9-fc50-4ca5-bb55-9a7ef28373f5 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748053 Sep 27 08:44:39.964133 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a8bb00-3722-489f-99f1-f853273102d4 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:39.973335 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.990305 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Transition to ACTIVE for port object 40a8bb00-3722-489f-99f1-f853273102d4 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:40.053751 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.096254 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-e7b9a0a9-ce62-4ba6-949a-a20253b1be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.096254 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-e7b9a0a9-ce62-4ba6-949a-a20253b1be2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1096 time: 0.0584786 Sep 27 08:44:40.131874 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Pushing event updated for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.200001 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Attempting to bind port 40a8bb00-3722-489f-99f1-f853273102d4 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:40.200341 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Attempting to bind port 40a8bb00-3722-489f-99f1-f853273102d4 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:40.200676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Attempting to bind port 40a8bb00-3722-489f-99f1-f853273102d4 on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:40.209358 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-673f0ea4-24a6-4c2c-ac98-21c85d5894cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.209957 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Port 40a8bb00-3722-489f-99f1-f853273102d4 on network a75203c5-dc8c-4dd3-9426-c0849870190b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:40.210302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Attempting to bind port 40a8bb00-3722-489f-99f1-f853273102d4 on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:40.210816 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-673f0ea4-24a6-4c2c-ac98-21c85d5894cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.1075039 Sep 27 08:44:40.222397 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:40.222741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Checking segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:40.223136 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Bound using segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:40.223574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Bound port: 40a8bb00-3722-489f-99f1-f853273102d4, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:40.223930 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.269086 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-4d3ae331-cd21-457e-b1ff-c487cf4969f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 217 time: 0.0357332 Sep 27 08:44:40.300889 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:40.304500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=40a8bb00-3722-489f-99f1-f853273102d4,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:40.324131 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-0182cbf8-5514-437c-b7a9-71ebaf5d4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.327249 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-0182cbf8-5514-437c-b7a9-71ebaf5d4ed0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0481613 Sep 27 08:44:40.384391 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-d08b17a5-3481-4bf6-b4af-e6f224eda713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.386060 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-d08b17a5-3481-4bf6-b4af-e6f224eda713 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514197 Sep 27 08:44:40.469789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.499733 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.500067 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-e747f345-b3db-4f74-b4d5-256126834591 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044755 Sep 27 08:44:40.500402 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.501737 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] 10.222.0.13 "PUT /v2.0/ports/40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 200 len: 1093 time: 1.4928710 Sep 27 08:44:40.502180 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:40.504436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "tag": "40a8bb00-3722-489f-99f1-f853273102d4"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:40.535757 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c453c-ff0d-4a10-88d4-ff81b6a5c880 service neutron] Pushing event updated for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.576274 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0369d238-204f-4d22-b2ba-c2a51af3150f x-openstack-request-id: req-0369d238-204f-4d22-b2ba-c2a51af3150f {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:40.576274 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "tag": "40a8bb00-3722-489f-99f1-f853273102d4", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:40.576274 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0369d238-204f-4d22-b2ba-c2a51af3150f {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:40.576792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4', 'status': 'completed', 'code': 200} Sep 27 08:44:40.640778 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-f0c207af-ea63-4d5a-925e-46b7418b31a6 req-d5e03876-04c0-4067-88c4-94d44070c2ce service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173303 Sep 27 08:44:40.652270 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ca2c0-ee62-4b1f-9396-d8c565235f15 req-3589d5e3-efbd-4006-a086-50d8cafd6b87 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.654349 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-448ca2c0-ee62-4b1f-9396-d8c565235f15 req-3589d5e3-efbd-4006-a086-50d8cafd6b87 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 943 time: 0.0964158 Sep 27 08:44:40.657703 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-09750df9-6941-49fc-9ca5-086abb43f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.664533 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-09750df9-6941-49fc-9ca5-086abb43f9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1096 time: 0.0665569 Sep 27 08:44:40.828623 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-448ca2c0-ee62-4b1f-9396-d8c565235f15 req-d13ed13b-ad80-43e8-961e-540d309365cf tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673651 Sep 27 08:44:40.878470 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ecf78-5de4-4089-ab14-78c12a1bf292 req-ade0f305-ef62-40d4-bc8b-fced7b2efe30 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.880042 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4f3ecf78-5de4-4089-ab14-78c12a1bf292 req-ade0f305-ef62-40d4-bc8b-fced7b2efe30 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 943 time: 0.1709929 Sep 27 08:44:40.945659 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-179d7f4e-ee44-499b-876a-e97e81cf0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.947181 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-179d7f4e-ee44-499b-876a-e97e81cf0850 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2688947 Sep 27 08:44:41.003640 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4f3ecf78-5de4-4089-ab14-78c12a1bf292 req-128c1783-a869-4e74-98f1-566a2351f140 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104755 Sep 27 08:44:41.031210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ef726-6849-4317-a629-3862f7ff33f3 req-60a762cc-8308-4b01-8080-ad1597a1311a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.032725 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-563ef726-6849-4317-a629-3862f7ff33f3 req-60a762cc-8308-4b01-8080-ad1597a1311a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.1408229 Sep 27 08:44:41.365350 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-563ef726-6849-4317-a629-3862f7ff33f3 req-895c6dd1-aa90-459e-8264-1cd4d5249858 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243701 Sep 27 08:44:41.378984 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-b699ea8d-9afc-4bb1-8538-3bc7b69605b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.380761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d8b7d389-76d6-412e-b8c3-b2e48173a5eb req-b699ea8d-9afc-4bb1-8538-3bc7b69605b1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4203196 Sep 27 08:44:41.405807 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8540a31-0f5c-46d4-ae21-038091d0281d req-231ccf23-f365-4702-9c37-123ab332ca71 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.407370 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8540a31-0f5c-46d4-ae21-038091d0281d req-231ccf23-f365-4702-9c37-123ab332ca71 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.1334114 Sep 27 08:44:41.497818 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8540a31-0f5c-46d4-ae21-038091d0281d req-72ddfba0-368d-49e7-a86a-3ea340722f37 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646365 Sep 27 08:44:41.520579 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-70fa6617-6b59-4f7d-802d-53b74d7717a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.522901 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-70fa6617-6b59-4f7d-802d-53b74d7717a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1096 time: 0.0699072 Sep 27 08:44:41.576811 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-25e31e77-e744-4423-bafd-c3845028dd06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 200 len: 217 time: 0.0370224 Sep 27 08:44:41.633960 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-38c302db-023f-4ec2-9ae8-bfe61c35acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.635700 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-38c302db-023f-4ec2-9ae8-bfe61c35acfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0511339 Sep 27 08:44:41.682723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-06ceb0ab-713b-4ba0-b849-0be78e1353e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.684240 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-06ceb0ab-713b-4ba0-b849-0be78e1353e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408046 Sep 27 08:44:41.713059 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:41.794538 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-5bded7a6-a260-481a-b423-b810b7b50585 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944321 Sep 27 08:44:41.826841 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:41.842681 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'port_id': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7', 'mac_address': 'fa:16:3e:4a:ae:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18dceb91-3939-4c25-897b-bc98137fef46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:41.902211 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.909828 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3f3aaf5-8389-4bb7-8673-2715fa4f659d req-0aa86191-986a-47c1-ac38-3e38dd19a1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132479 Sep 27 08:44:41.930588 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:41.950478 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:41.972568 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ace8-18ca-4eeb-879c-3d472d5a42ef req-a7fcbf3a-8dad-496f-995f-952c84c917aa tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.973997 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5313ace8-18ca-4eeb-879c-3d472d5a42ef req-a7fcbf3a-8dad-496f-995f-952c84c917aa tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 943 time: 0.0568073 Sep 27 08:44:42.012472 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5313ace8-18ca-4eeb-879c-3d472d5a42ef req-176b674a-8687-4dd6-8f40-caf442cd7046 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Sep 27 08:44:42.096382 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.097175 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:42.123983 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231212c0-d0f1-49f6-b438-4acfc7244a9a req-8362cdc6-58ff-48b0-958f-97da24be2f95 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.125476 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-231212c0-d0f1-49f6-b438-4acfc7244a9a req-8362cdc6-58ff-48b0-958f-97da24be2f95 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 943 time: 0.0491741 Sep 27 08:44:42.165439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.169741 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-231212c0-d0f1-49f6-b438-4acfc7244a9a req-2c131103-64e7-4eaa-a6a0-426cf46b85d3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Sep 27 08:44:42.172740 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:42.184721 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'network_id': '477a1221-d179-4af4-b851-6c77b061ae2b', 'port_id': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'mac_address': 'fa:16:3e:50:7f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18dceb91-3939-4c25-897b-bc98137fef46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:42.224448 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.237861 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:42.257611 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:42.350668 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.400255 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.434751 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43394) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.500142 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b717-7ce5-40d1-adb9-45a5ab3085fb req-495391ea-5663-4c4b-b1d0-ab6309a74958 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.510212 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9549b717-7ce5-40d1-adb9-45a5ab3085fb req-495391ea-5663-4c4b-b1d0-ab6309a74958 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0591557 Sep 27 08:44:42.544813 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9549b717-7ce5-40d1-adb9-45a5ab3085fb req-bab9bc9a-e25e-4102-94fd-c39ad67cc038 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337014 Sep 27 08:44:42.556109 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-829908b0-52b0-4a3b-a764-35e2c0f74f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.572228 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['c5f33d11-7fc8-4a8c-bc52-7773f1d888d7'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:42.596156 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['8ab66cc3-ce6d-4220-acf9-5638f220a5c6'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:42.639059 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dc016-3d7d-424a-b73d-5bfae822b0ba req-9880eb86-f7eb-495d-b45c-b918e44f7a2a tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.641644 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-058dc016-3d7d-424a-b73d-5bfae822b0ba req-9880eb86-f7eb-495d-b45c-b918e44f7a2a tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0580795 Sep 27 08:44:42.681220 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-829908b0-52b0-4a3b-a764-35e2c0f74f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.704245 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-058dc016-3d7d-424a-b73d-5bfae822b0ba req-b7f651e7-d698-48fc-afe2-df16bd80e922 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559988 Sep 27 08:44:42.759485 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-829908b0-52b0-4a3b-a764-35e2c0f74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.821184 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-829908b0-52b0-4a3b-a764-35e2c0f74f21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e4488ee2fd44f128c225abdf9c752b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821740 Sep 27 08:44:42.821937 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43420) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.830490 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829908b0-52b0-4a3b-a764-35e2c0f74f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a849b07-ebd5-48ee-bbd0-0bff88fb8b2b,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.886921 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.889555 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43422) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:42.925834 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.032162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49df154c-6c67-4242-ba4a-c3a448d46d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.075713 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.080419 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.080419 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a849b07-ebd5-48ee-bbd0-0bff88fb8b2b HTTP/1.1" status: 204 len: 168 time: 0.2568402 Sep 27 08:44:43.109495 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba089-c97d-4279-914a-18cd7e9842d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a849b07-ebd5-48ee-bbd0-0bff88fb8b2b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.165410 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a2df-8214-4b72-96b1-1da0698e423a req-29cf1a94-231d-48da-9370-e6c4657bd863 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.166904 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfc5a2df-8214-4b72-96b1-1da0698e423a req-29cf1a94-231d-48da-9370-e6c4657bd863 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 943 time: 0.0789344 Sep 27 08:44:43.199138 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.209005 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49df154c-6c67-4242-ba4a-c3a448d46d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.221498 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfc5a2df-8214-4b72-96b1-1da0698e423a req-38e452ea-e170-4f00-9a20-7d3a8f5ff4ed tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484905 Sep 27 08:44:43.292826 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd5d38-eadb-4f1b-bcd7-27e1fa8cf82d req-c9c86916-9504-441c-9753-81c1a09f31ca tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.294334 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-26fd5d38-eadb-4f1b-bcd7-27e1fa8cf82d req-c9c86916-9504-441c-9753-81c1a09f31ca tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 944 time: 0.0506122 Sep 27 08:44:43.306551 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49df154c-6c67-4242-ba4a-c3a448d46d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.362649 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df154c-6c67-4242-ba4a-c3a448d46d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac0ffb-4f61-40e7-afe0-2422acdeff03,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.366946 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-49df154c-6c67-4242-ba4a-c3a448d46d94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39930546a33c4c5190f564c93afa9336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756255 Sep 27 08:44:43.369713 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43438) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.375040 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-26fd5d38-eadb-4f1b-bcd7-27e1fa8cf82d req-912e995c-9c33-447c-9a7a-17cb285d6631 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Sep 27 08:44:43.418431 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.438972 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.534485 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43442) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.620448 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.624691 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.625986 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49ac0ffb-4f61-40e7-afe0-2422acdeff03 HTTP/1.1" status: 204 len: 168 time: 0.2551866 Sep 27 08:44:43.647396 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14863c1c-6615-4faa-82e7-138bdc4f6874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac0ffb-4f61-40e7-afe0-2422acdeff03,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.675833 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-452c0abf-ed2c-448a-b523-82e9f3c5b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.711313 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:43.723228 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6880d15-c5ae-4d26-aaae-6da2c8529822 req-02db06de-9946-4187-883a-68d1a8e55560 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.731376 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6880d15-c5ae-4d26-aaae-6da2c8529822 req-02db06de-9946-4187-883a-68d1a8e55560 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.1149056 Sep 27 08:44:43.745364 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:43.778454 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6880d15-c5ae-4d26-aaae-6da2c8529822 req-1ca1b347-49e2-4352-b026-c08047f154e2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Sep 27 08:44:43.788264 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-452c0abf-ed2c-448a-b523-82e9f3c5b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.878459 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:43.887762 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:43.899080 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-452c0abf-ed2c-448a-b523-82e9f3c5b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.924442 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.937590 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:43.948613 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-452c0abf-ed2c-448a-b523-82e9f3c5b182 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51f00b1879cd43bbbaa9e5dbbad418e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025905 Sep 27 08:44:43.948613 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c0abf-ed2c-448a-b523-82e9f3c5b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22170ee0-2318-4b03-995c-dcf8672ac2f8,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.949042 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:43.949949 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43454) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.952303 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:43.952726 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.986727 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:44.041192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.041478 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.066669 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:44.069448 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b63e2d-f95b-437b-b1db-9aaa223de5ed" -d '{"events": [{"server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "name": "network-vif-plugged", "status": "completed", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:44.071273 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.081683 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:44.103651 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d08d25-835d-463d-aadd-3aafdec39e40 x-openstack-request-id: req-80d08d25-835d-463d-aadd-3aafdec39e40 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:44.103983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "name": "network-vif-plugged", "status": "completed", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:44.104230 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80d08d25-835d-463d-aadd-3aafdec39e40 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:44.104638 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7', 'code': 200} Sep 27 08:44:44.144925 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.193676 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.224850 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.225667 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:44.261830 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.264420 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.265563 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22170ee0-2318-4b03-995c-dcf8672ac2f8 HTTP/1.1" status: 204 len: 168 time: 0.3147464 Sep 27 08:44:44.273963 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fcbf5-845d-4257-bc6e-f58860a9f574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22170ee0-2318-4b03-995c-dcf8672ac2f8,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.290145 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43472) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:44.304823 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48c4b41f-cc91-42a9-9b7e-a730794777f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.372926 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.412978 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7e59a-e08b-4266-bead-fe86d7146b62 req-e3835e43-dad5-4c4c-882d-165ce510a670 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.420163 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['e424682e-7d8f-4560-affa-6a2ee2090003'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:44.426143 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9eb7e59a-e08b-4266-bead-fe86d7146b62 req-e3835e43-dad5-4c4c-882d-165ce510a670 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 943 time: 0.0910890 Sep 27 08:44:44.433227 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48c4b41f-cc91-42a9-9b7e-a730794777f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.451148 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:44.460549 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:44.461344 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.545269 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48c4b41f-cc91-42a9-9b7e-a730794777f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.556909 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9eb7e59a-e08b-4266-bead-fe86d7146b62 req-6aef3250-8554-497b-8c62-db226ebd1cf3 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217289 Sep 27 08:44:44.575716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb2608-a64c-4485-aad5-5612684beec8 req-ff9c5da8-c793-424b-bad5-8f84238f9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.577336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-93cb2608-a64c-4485-aad5-5612684beec8 req-ff9c5da8-c793-424b-bad5-8f84238f9cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1098 time: 0.1275535 Sep 27 08:44:44.586099 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040ae08-8b3c-4b08-aaab-eef7f6b180ae req-dde28b8e-4d53-4c44-9b0c-fd97248584b1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.587589 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0040ae08-8b3c-4b08-aaab-eef7f6b180ae req-dde28b8e-4d53-4c44-9b0c-fd97248584b1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.1048172 Sep 27 08:44:44.604343 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43476) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:44.611675 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.618298 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43478) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:44.618508 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-48c4b41f-cc91-42a9-9b7e-a730794777f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65a15fe2f1ee48f2b1a8fc9b3b385f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238170 Sep 27 08:44:44.637246 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-07234945-5b52-41fd-8a2d-c8c34db5aca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.639805 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4b41f-cc91-42a9-9b7e-a730794777f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b323d2-790b-42c9-9415-11d183df1a75,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.693216 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-93cb2608-a64c-4485-aad5-5612684beec8 req-0a3e1ce2-5d97-4410-8adf-19bf45f44f84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043720 Sep 27 08:44:44.700798 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0040ae08-8b3c-4b08-aaab-eef7f6b180ae req-0957a2ed-372c-4bdd-aa3c-efa27e0dbf6f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066222 Sep 27 08:44:44.729269 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.751791 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-07234945-5b52-41fd-8a2d-c8c34db5aca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.757229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.789577 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:44.876232 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-07234945-5b52-41fd-8a2d-c8c34db5aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.876447 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.891540 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e46db-2ca9-4159-846b-5c17c60b5c85 req-6c9fa49e-543e-472a-9574-0353ceedf53b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.897673 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bd8e46db-2ca9-4159-846b-5c17c60b5c85 req-6c9fa49e-543e-472a-9574-0353ceedf53b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 944 time: 0.0553632 Sep 27 08:44:44.918756 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-07234945-5b52-41fd-8a2d-c8c34db5aca9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8cd2c1ff0d64b87a6278132bc5cf849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128977 Sep 27 08:44:44.921382 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43484) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:44.922336 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234945-5b52-41fd-8a2d-c8c34db5aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb34c0-ed53-444c-9c3f-afbb8c8dd8af,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.930917 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.946520 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bd8e46db-2ca9-4159-846b-5c17c60b5c85 req-41c65cc1-3676-46f3-b33e-2ecbe81a2d0d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464077 Sep 27 08:44:44.967086 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.969785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.973387 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61b323d2-790b-42c9-9415-11d183df1a75 HTTP/1.1" status: 204 len: 168 time: 0.3499248 Sep 27 08:44:44.986708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb844d4-e74d-47c9-a7c8-256e295aaad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b323d2-790b-42c9-9415-11d183df1a75,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.011844 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.034815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.182777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43506) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:45.196535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f669cedf-969f-407c-8fe9-a4b470b0719c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.205505 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.208003 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.212153 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72bb34c0-ed53-444c-9c3f-afbb8c8dd8af HTTP/1.1" status: 204 len: 168 time: 0.2872674 Sep 27 08:44:45.222728 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7671eb-9a6f-4de1-893d-c4c010039b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb34c0-ed53-444c-9c3f-afbb8c8dd8af,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.310676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f669cedf-969f-407c-8fe9-a4b470b0719c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.473495 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f669cedf-969f-407c-8fe9-a4b470b0719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.517486 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f669cedf-969f-407c-8fe9-a4b470b0719c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=177a2fbd8a014f918fd39949aa908b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331754 Sep 27 08:44:45.520176 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43522) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:45.523223 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669cedf-969f-407c-8fe9-a4b470b0719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561282f9-c951-4121-af5e-c3085b8c8a8f,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.577762 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.604776 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.697898 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288134-988c-45c2-8745-a7ed2c8cd685 req-b0ae7fc1-49c7-43e2-8a0e-23510c60cd27 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.699492 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c3288134-988c-45c2-8745-a7ed2c8cd685 req-b0ae7fc1-49c7-43e2-8a0e-23510c60cd27 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 943 time: 0.0549138 Sep 27 08:44:45.727870 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:45.729963 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 40a8bb00-3722-489f-99f1-f853273102d4 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:45.765507 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c3288134-988c-45c2-8745-a7ed2c8cd685 req-10d7d9aa-e2c0-4b1e-adfb-2f81ce79e104 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592558 Sep 27 08:44:45.923907 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227dc8-53d7-4827-b9f3-95d8b3be8aec req-54fcc4ac-80ea-4245-a8f6-76958f90d32f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.926152 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0c227dc8-53d7-4827-b9f3-95d8b3be8aec req-54fcc4ac-80ea-4245-a8f6-76958f90d32f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0714977 Sep 27 08:44:45.969699 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=40a8bb00-3722-489f-99f1-f853273102d4,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:45.973501 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port e424682e-7d8f-4560-affa-6a2ee2090003 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:45.976311 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0c227dc8-53d7-4827-b9f3-95d8b3be8aec req-cb3d239b-9fda-4957-ad62-c329bb319da9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Sep 27 08:44:45.984779 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port e424682e-7d8f-4560-affa-6a2ee2090003 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:45.985078 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.007033 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '40a8bb00-3722-489f-99f1-f853273102d4', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'port_id': '40a8bb00-3722-489f-99f1-f853273102d4', 'mac_address': 'fa:16:3e:8d:02:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:46.045151 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.048600 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.054549 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/561282f9-c951-4121-af5e-c3085b8c8a8f HTTP/1.1" status: 204 len: 168 time: 0.5330765 Sep 27 08:44:46.062517 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd730ee-28c1-424f-933f-af3666a94fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561282f9-c951-4121-af5e-c3085b8c8a8f,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:46.062762 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.090200 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4a752-c559-468e-abd2-3aa9d0f9fe57 req-cef9c2a5-7782-4889-8888-e1fc2935fc8f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.091662 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d9e4a752-c559-468e-abd2-3aa9d0f9fe57 req-cef9c2a5-7782-4889-8888-e1fc2935fc8f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 944 time: 0.0583506 Sep 27 08:44:46.094049 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a8bb00-3722-489f-99f1-f853273102d4 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:46.117138 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:46.119375 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482fbb6a-ec71-48d3-9bc3-640746639391" -d '{"events": [{"server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "name": "network-vif-plugged", "status": "completed", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:46.135462 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d9e4a752-c559-468e-abd2-3aa9d0f9fe57 req-cecbdbc6-7d03-48a1-8ff1-39cbff68f404 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355802 Sep 27 08:44:46.144469 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=40a8bb00-3722-489f-99f1-f853273102d4,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:46.161169 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.206841 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:46.209355 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c8a74-ceb6-4825-903f-10bc2b061e26 x-openstack-request-id: req-489c8a74-ceb6-4825-903f-10bc2b061e26 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:46.209725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "name": "network-vif-plugged", "status": "completed", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:46.210040 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-489c8a74-ceb6-4825-903f-10bc2b061e26 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:46.210513 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'code': 200} Sep 27 08:44:46.322020 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.323973 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.371165 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:46.422382 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:46.588932 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['40a8bb00-3722-489f-99f1-f853273102d4'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:46.753565 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650ed0f-d920-4934-bd68-b9a385874885 req-2b8a05b1-29b4-40e1-88be-cf7901597fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.755914 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4650ed0f-d920-4934-bd68-b9a385874885 req-2b8a05b1-29b4-40e1-88be-cf7901597fbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.0664783 Sep 27 08:44:46.793189 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4650ed0f-d920-4934-bd68-b9a385874885 req-f4476f80-fd59-41ea-a02a-76878e813868 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298820 Sep 27 08:44:46.885729 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c8b81-cea3-4e12-9412-4b18bbd81cb0 req-288b2e50-23fe-4a01-9de4-fbc4403a5b73 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:46.887287 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bf9c8b81-cea3-4e12-9412-4b18bbd81cb0 req-288b2e50-23fe-4a01-9de4-fbc4403a5b73 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 944 time: 0.0487764 Sep 27 08:44:46.934883 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bf9c8b81-cea3-4e12-9412-4b18bbd81cb0 req-c9d80efc-73d7-4d39-b2c7-08a26dffe5d3 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Sep 27 08:44:47.095019 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985a7a-6651-4467-abaf-925288dc4503 req-3ee8c9bb-d74a-4985-9dd5-66e6ee2b40be tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.096509 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-35985a7a-6651-4467-abaf-925288dc4503 req-3ee8c9bb-d74a-4985-9dd5-66e6ee2b40be tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Sep 27 08:44:47.142051 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-35985a7a-6651-4467-abaf-925288dc4503 req-4348924d-9654-4b24-8204-46cf128ff40c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Sep 27 08:44:47.253454 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7185a3-6bea-4bed-b331-49f3ff8541fe req-f8790c86-821a-41ec-ac5f-e4e1ddd6b82a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.254929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ba7185a3-6bea-4bed-b331-49f3ff8541fe req-f8790c86-821a-41ec-ac5f-e4e1ddd6b82a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0465860 Sep 27 08:44:47.292734 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ba7185a3-6bea-4bed-b331-49f3ff8541fe req-fd6f556b-5007-4ff9-a27b-cbd6c404dd40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Sep 27 08:44:47.749272 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 40a8bb00-3722-489f-99f1-f853273102d4 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:47.968170 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 40a8bb00-3722-489f-99f1-f853273102d4 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:47.972507 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 40a8bb00-3722-489f-99f1-f853273102d4 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:47.972952 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:48.099630 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91137bbf-253c-4e28-a412-347ce25c5415 req-aec18362-3fbe-4a83-b61d-c4e2fca514bd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.101883 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:48.107700 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91137bbf-253c-4e28-a412-347ce25c5415 req-aec18362-3fbe-4a83-b61d-c4e2fca514bd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 944 time: 0.0827858 Sep 27 08:44:48.145063 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=40a8bb00-3722-489f-99f1-f853273102d4,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:48.194433 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-91137bbf-253c-4e28-a412-347ce25c5415 req-991f25a5-d553-4785-a153-d8b52e19cc00 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807600 Sep 27 08:44:48.208299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950d1e-9121-44ed-952f-e2a6f591065e req-46d2da1f-93b1-47c3-87e9-8344a086174e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.211331 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e950d1e-9121-44ed-952f-e2a6f591065e req-46d2da1f-93b1-47c3-87e9-8344a086174e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.1015477 Sep 27 08:44:48.212940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}, {'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:48.224252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8158ae-48aa-497c-ac30-5c394ac950ae" -d '{"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}, {"server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "name": "network-vif-plugged", "status": "completed", "tag": "40a8bb00-3722-489f-99f1-f853273102d4"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:48.264480 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb695bd-4b27-4382-ab79-1d89f606a720 x-openstack-request-id: req-3fb695bd-4b27-4382-ab79-1d89f606a720 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:48.265036 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "code": 200}, {"server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "name": "network-vif-plugged", "status": "completed", "tag": "40a8bb00-3722-489f-99f1-f853273102d4", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:48.265497 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fb695bd-4b27-4382-ab79-1d89f606a720 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:48.266106 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'code': 200} Sep 27 08:44:48.266755 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4', 'code': 200} Sep 27 08:44:48.271306 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:48.290589 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e950d1e-9121-44ed-952f-e2a6f591065e req-6fa978bb-78ff-477f-8c7a-910d1b0e6b41 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633948 Sep 27 08:44:48.303349 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-723823a5-bdae-4e7e-a1b5-cd3d86a5415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.303713 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-723823a5-bdae-4e7e-a1b5-cd3d86a5415f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0906069 Sep 27 08:44:48.395617 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:48.571475 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-3d64b55d-b3a3-4b01-9516-033acf432f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.572954 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-3d64b55d-b3a3-4b01-9516-033acf432f8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.2611845 Sep 27 08:44:48.580969 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5911-4670-4347-b41a-9b6ddb4e3920 req-7f1d063b-12e1-418b-ac79-da93e1e5d9b0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.582514 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-989d5911-4670-4347-b41a-9b6ddb4e3920 req-7f1d063b-12e1-418b-ac79-da93e1e5d9b0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1344430 Sep 27 08:44:48.621042 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-e9b6ce8e-bdf4-48dd-9763-576a21d15005 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Sep 27 08:44:48.714910 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-989d5911-4670-4347-b41a-9b6ddb4e3920 req-b3015744-a092-423c-9c69-19ccc28d680e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961699 Sep 27 08:44:48.722609 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-2f23352d-8aef-4982-9c0f-ab70e442bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.724454 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-2f23352d-8aef-4982-9c0f-ab70e442bfc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.0881441 Sep 27 08:44:48.755848 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855c8ff-0baa-4288-9985-9be754331279 req-c1beebf4-ed8a-417f-9aeb-e56df0cecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.762161 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-3855c8ff-0baa-4288-9985-9be754331279 req-c1beebf4-ed8a-417f-9aeb-e56df0cecd60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1098 time: 0.0943935 Sep 27 08:44:48.785946 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-89213142-018f-4a4e-b320-47d5f066c78d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434945 Sep 27 08:44:48.819786 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-3855c8ff-0baa-4288-9985-9be754331279 req-2a98decf-02cf-4ceb-9706-f6340b0e8876 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499058 Sep 27 08:44:48.887816 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7649a81-2806-43ef-916c-db4edf1ef92d req-f181f7e6-b19c-4e84-aa9d-dbde34f2b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.889335 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e7649a81-2806-43ef-916c-db4edf1ef92d req-f181f7e6-b19c-4e84-aa9d-dbde34f2b2ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1098 time: 0.1301684 Sep 27 08:44:48.911894 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-61b723b9-33d5-4e6c-ac5e-339d347914b3 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116710 Sep 27 08:44:49.129606 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e7649a81-2806-43ef-916c-db4edf1ef92d req-9b8554b3-ad2e-4b58-932e-dc06ab313c7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799239 Sep 27 08:44:49.167510 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a4af5c8-707e-4b3d-9b15-4134d1ef055e req-78505828-5a87-4d7f-b98e-e26c90830796 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195061 Sep 27 08:44:49.307473 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac22b5-1b81-4fcc-b9ec-68dc2d70f2c7 req-2cced888-07ab-4287-9c1b-24cd8f1164ba tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.307934 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0eac22b5-1b81-4fcc-b9ec-68dc2d70f2c7 req-2cced888-07ab-4287-9c1b-24cd8f1164ba tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Sep 27 08:44:49.575695 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0eac22b5-1b81-4fcc-b9ec-68dc2d70f2c7 req-d233e829-e22b-4409-ae85-55a64a42bf2d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561979 Sep 27 08:44:49.615737 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cf219-0cbe-402a-9b16-60cc76dea9ea req-027a4429-e367-409f-bba3-d10347a857d9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.617207 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5c6cf219-0cbe-402a-9b16-60cc76dea9ea req-027a4429-e367-409f-bba3-d10347a857d9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.2622743 Sep 27 08:44:49.665855 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5c6cf219-0cbe-402a-9b16-60cc76dea9ea req-00a4a97b-d005-4312-87c9-36aee94d2ac1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Sep 27 08:44:49.867693 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97a3cb-eb1b-49ae-b75c-cbb7bfd253db req-7b00310c-9a88-4d9e-8ab2-412a5980c3dd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.869298 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-db97a3cb-eb1b-49ae-b75c-cbb7bfd253db req-7b00310c-9a88-4d9e-8ab2-412a5980c3dd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0555806 Sep 27 08:44:49.925992 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-db97a3cb-eb1b-49ae-b75c-cbb7bfd253db req-6689a023-cee5-4cb9-a697-041e20d5ae5e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506723 Sep 27 08:44:50.109671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b15d2-91cc-4218-b99b-9f840b1d064d req-f4e69c46-6e5a-48e8-ac17-11f11a935d08 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.111467 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e5b15d2-91cc-4218-b99b-9f840b1d064d req-f4e69c46-6e5a-48e8-ac17-11f11a935d08 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0595303 Sep 27 08:44:50.159364 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e5b15d2-91cc-4218-b99b-9f840b1d064d req-12772810-aafc-484b-a22e-1cfc0c42d4d2 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Sep 27 08:44:50.737311 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591acd1-0184-4d4e-9ab6-1ac2620d6503 req-35f66090-e9c4-4f7e-9db7-734a8c26c098 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.738882 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a591acd1-0184-4d4e-9ab6-1ac2620d6503 req-35f66090-e9c4-4f7e-9db7-734a8c26c098 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0869837 Sep 27 08:44:50.806161 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a591acd1-0184-4d4e-9ab6-1ac2620d6503 req-f38396b0-a4d5-4e95-81b3-736c4c22d943 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613561 Sep 27 08:44:50.818799 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768709-e5d0-48cd-8c48-c4c7fd63a669 req-d0e982c1-4db5-4d5a-af99-e4149691d883 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.820253 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-17768709-e5d0-48cd-8c48-c4c7fd63a669 req-d0e982c1-4db5-4d5a-af99-e4149691d883 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Sep 27 08:44:50.861520 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-17768709-e5d0-48cd-8c48-c4c7fd63a669 req-8b9508f2-f78b-4453-bdf0-f958c34e59fe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Sep 27 08:44:51.055225 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061b59c-e952-48c2-8087-42ded67ab94c req-4c2ad1f3-6a49-4e1d-8068-ba17d7227fbd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.056196 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a061b59c-e952-48c2-8087-42ded67ab94c req-4c2ad1f3-6a49-4e1d-8068-ba17d7227fbd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0551050 Sep 27 08:44:51.100217 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a061b59c-e952-48c2-8087-42ded67ab94c req-8d253a35-4f19-49c5-b54d-1b3e1aa56e13 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377045 Sep 27 08:44:51.242942 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab4da1-a35c-4293-8921-fde8a3b9b4e5 req-f9cd7491-b3f2-4312-a665-ff12b9b3940e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.248496 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ccab4da1-a35c-4293-8921-fde8a3b9b4e5 req-f9cd7491-b3f2-4312-a665-ff12b9b3940e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0751653 Sep 27 08:44:51.254794 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43782) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:51.261118 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'floatingip': {'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:51.316742 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea365-70a6-4b8c-a6fe-be5e2de8d209 req-b4c6b488-da9d-4e10-beb2-bd632a9d8b8b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.324224 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-69fea365-70a6-4b8c-a6fe-be5e2de8d209 req-b4c6b488-da9d-4e10-beb2-bd632a9d8b8b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0609500 Sep 27 08:44:51.344915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.357592 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-69fea365-70a6-4b8c-a6fe-be5e2de8d209 req-c8861565-3d39-47d3-ae2a-e15f619ba29d tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Sep 27 08:44:51.799319 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43788) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:51.930570 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694c1f-e35a-443d-886c-854a13c637f9 req-3f14864d-5b51-4da1-a7dc-7539c039ef9f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.932077 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4694c1f-e35a-443d-886c-854a13c637f9 req-3f14864d-5b51-4da1-a7dc-7539c039ef9f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0543597 Sep 27 08:44:51.973850 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-02107207-fa69-4782-9695-5464ba9f47c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.017211 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.031627 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4694c1f-e35a-443d-886c-854a13c637f9 req-242806f7-c10c-4e36-9a85-d7240c62ed61 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749903 Sep 27 08:44:52.048665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d85b7b-7a1d-4ab1-93ed-7c111c2e3702 req-ff1fe643-6456-4b71-9ad1-6b3ec126a1c3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.057343 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-82d85b7b-7a1d-4ab1-93ed-7c111c2e3702 req-ff1fe643-6456-4b71-9ad1-6b3ec126a1c3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.1075716 Sep 27 08:44:52.096237 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-02107207-fa69-4782-9695-5464ba9f47c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.136576 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-82d85b7b-7a1d-4ab1-93ed-7c111c2e3702 req-705141b3-0b9b-40b3-88b8-342141319a1e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Sep 27 08:44:52.139832 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.152013 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-0d570179-6c92-4d50-a699-bc7963192674 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.153472 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-0d570179-6c92-4d50-a699-bc7963192674 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.1237426 Sep 27 08:44:52.194988 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1252d8-aa20-4dfa-b44c-acbe9e3b3918 req-5802aac7-3b08-467a-b091-381000f23bf7 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.194988 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8f1252d8-aa20-4dfa-b44c-acbe9e3b3918 req-5802aac7-3b08-467a-b091-381000f23bf7 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1069655 Sep 27 08:44:52.211015 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43802) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:52.217229 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'floatingip': {'port_id': '40a8bb00-3722-489f-99f1-f853273102d4'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:52.223424 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-02107207-fa69-4782-9695-5464ba9f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.299863 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.343247 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Deleting port 694bc387-b661-45da-8a86-d54ae3145ca5 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:52.343247 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.343973 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-02107207-fa69-4782-9695-5464ba9f47c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f154753709cc4ed58e536538ade5cd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392733 Sep 27 08:44:52.347761 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43810) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:52.351410 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107207-fa69-4782-9695-5464ba9f47c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82537ca-c3b4-4193-b691-c6cbbbd39947,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.426789 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.l3_db [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Floating IP 18002ea5-3435-4cc4-bced-581058c6ef1e associated. External IP: 172.28.3.210, port: e424682e-7d8f-4560-affa-6a2ee2090003. Sep 27 08:44:52.488716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] For port 694bc387-b661-45da-8a86-d54ae3145ca5, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=694bc387-b661-45da-8a86-d54ae3145ca5,segment=NetworkSegment(f43db644-2774-46b6-a02c-8ef1a2cc8783),segment_id=f43db644-2774-46b6-a02c-8ef1a2cc8783)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:52.489097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.498532 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.515114 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Calling delete_port for 694bc387-b661-45da-8a86-d54ae3145ca5 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:52.543261 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.579966 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593d3b1-2cbb-4bd2-b9d6-178ec197b837 req-96a49be4-441e-4835-9880-16fab5afbdae tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.582150 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4593d3b1-2cbb-4bd2-b9d6-178ec197b837 req-96a49be4-441e-4835-9880-16fab5afbdae tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 945 time: 0.1504517 Sep 27 08:44:52.705621 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4593d3b1-2cbb-4bd2-b9d6-178ec197b837 req-f9ea6a28-0e43-4c47-bc26-78eda9c9d89b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9f1674d-6e44-4780-b499-4f6c19e5fe58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888615 Sep 27 08:44:52.830591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.833668 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.838094 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c82537ca-c3b4-4193-b691-c6cbbbd39947 HTTP/1.1" status: 204 len: 168 time: 0.4860957 Sep 27 08:44:52.843338 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e22422-2b2f-4b78-a248-37f22a545c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82537ca-c3b4-4193-b691-c6cbbbd39947,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.899034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.912817 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['694bc387-b661-45da-8a86-d54ae3145ca5'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:52.933874 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Pushing event deleted for resources: {'Port': ['ID=694bc387-b661-45da-8a86-d54ae3145ca5,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.996218 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] No DVR routers for this DVR port 694bc387-b661-45da-8a86-d54ae3145ca5 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:52.999586 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.001570 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c5297bfa-3c37-4cdd-86c0-d304543fa08d req-83d9bd06-af0b-4080-ab8e-37e5fee61e5b tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.13 "DELETE /v2.0/ports/694bc387-b661-45da-8a86-d54ae3145ca5 HTTP/1.1" status: 204 len: 173 time: 0.8406394 Sep 27 08:44:53.002001 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'name': 'network-vif-deleted', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:53.004352 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae5b0c-fbae-4802-af44-b601325ea687" -d '{"events": [{"server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "name": "network-vif-deleted", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:53.046708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e57a19-e6b6-489e-b119-65ac714882a3 x-openstack-request-id: req-78e57a19-e6b6-489e-b119-65ac714882a3 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:53.047488 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec6f9f-25be-410c-8dbf-980cc119b8b8", "name": "network-vif-deleted", "tag": "694bc387-b661-45da-8a86-d54ae3145ca5", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:53.048198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78e57a19-e6b6-489e-b119-65ac714882a3 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:53.049011 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec6f9f-25be-410c-8dbf-980cc119b8b8', 'name': 'network-vif-deleted', 'tag': '694bc387-b661-45da-8a86-d54ae3145ca5', 'status': 'completed', 'code': 200} Sep 27 08:44:53.088780 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:53.223234 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.256391 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:53.263494 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.269671 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:53.278779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3015c-73a0-4e24-809b-03d833accb3d req-91d2305d-91c2-43a2-a5da-7e01bc7a5d32 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.280375 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89f3015c-73a0-4e24-809b-03d833accb3d req-91d2305d-91c2-43a2-a5da-7e01bc7a5d32 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0672741 Sep 27 08:44:53.294719 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:53.294719 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:44:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:53.302604 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cbdbb6fb-6012-4531-bf69-73a9a5fb088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "PUT /v2.0/floatingips/18002ea5-3435-4cc4-bced-581058c6ef1e HTTP/1.1" status: 200 len: 991 time: 2.0425837 Sep 27 08:44:53.302604 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:53.303273 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:53.349848 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89f3015c-73a0-4e24-809b-03d833accb3d req-327b589d-2df1-4904-bc7a-ca34a067c231 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Sep 27 08:44:53.390906 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.395421 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909fa6e2-0c4c-4a4c-a7f5-73da7d1c4011 x-openstack-request-id: req-909fa6e2-0c4c-4a4c-a7f5-73da7d1c4011 {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:53.395421 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:53.396515 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-909fa6e2-0c4c-4a4c-a7f5-73da7d1c4011 {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:53.397080 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'status': 'completed', 'code': 200} Sep 27 08:44:53.413415 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:53.478095 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-a1b25ba4-cf8d-4ac8-bb35-5300c8aa2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.479844 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-a1b25ba4-cf8d-4ac8-bb35-5300c8aa2fbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1098 time: 0.0517268 Sep 27 08:44:53.499950 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.l3_db [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Floating IP 1b14eb72-dea1-4cc7-bc74-69502ba2d727 associated. External IP: 172.28.3.106, port: 40a8bb00-3722-489f-99f1-f853273102d4. Sep 27 08:44:53.586324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-aa3a6782-b2b8-464c-922e-60a98acefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.587576 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-aa3a6782-b2b8-464c-922e-60a98acefc41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.1012654 Sep 27 08:44:53.699107 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4bd032a5-8179-43b3-998a-cdca62ae9212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.737463 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-2735b297-753d-4d73-a137-654919311d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 999 time: 0.1399598 Sep 27 08:44:53.758763 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:53.761661 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '18002ea5-3435-4cc4-bced-581058c6ef1e', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:24Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:53.806438 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:53.815838 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:53.816674 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:44:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:53.844528 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f137fb81-9e19-45cd-9799-c9179a79313d req-02ead6b7-6747-4d43-be7f-8a83e039bb8a tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0470102 Sep 27 08:44:53.863691 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-8a895d93-2c57-4860-8cf7-1184c80e4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.865291 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-8a895d93-2c57-4860-8cf7-1184c80e4506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.1136210 Sep 27 08:44:53.914456 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 43860) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:53.917524 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:53.928738 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:53.929822 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.944955 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:53.945594 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:44:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:53.952003 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:53.983870 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-01f79440-a415-4fd6-a29b-4ec6b19a1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.985594 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2805fcd7-13fa-4795-97c1-b44a962a5d34 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "PUT /v2.0/floatingips/1b14eb72-dea1-4cc7-bc74-69502ba2d727 HTTP/1.1" status: 200 len: 991 time: 1.7734578 Sep 27 08:44:53.986632 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2d7335a2-4184-4950-b37d-cc925d1e45b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.992275 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-01f79440-a415-4fd6-a29b-4ec6b19a1a29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178422 Sep 27 08:44:54.131351 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-1b894e61-fff9-4442-8742-a1e156b48642 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238379 Sep 27 08:44:54.140219 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2d7335a2-4184-4950-b37d-cc925d1e45b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.163040 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:54.230726 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d2bf3ce-7b1d-4189-837b-9ef7d2f30c23 req-16c90bc3-1243-4257-9baf-48afbbf59949 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912299 Sep 27 08:44:54.264841 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2d7335a2-4184-4950-b37d-cc925d1e45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.316209 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7335a2-4184-4950-b37d-cc925d1e45b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c2145-b47b-49eb-98bd-68ff66bdcf59,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:54.322696 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2d7335a2-4184-4950-b37d-cc925d1e45b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9450376a528442cc827d418332f58e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070334 Sep 27 08:44:54.325428 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 43880) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:54.386120 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '18002ea5-3435-4cc4-bced-581058c6ef1e', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:24Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.435730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.456756 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3836789-bc67-4eaf-b924-f89d90d979ff None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '18002ea5-3435-4cc4-bced-581058c6ef1e', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:24Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:54.506680 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.523531 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '1b14eb72-dea1-4cc7-bc74-69502ba2d727', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': '40a8bb00-3722-489f-99f1-f853273102d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:8d:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:30Z', 'updated_at': '2021-09-27T08:44:53Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.561297 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:54.574923 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ddb89-cc1f-4efb-8369-d3a04dbdd4ef req-2d303786-033a-4a5d-afa6-a86a6c3b8e6a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:54.574923 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-514ddb89-cc1f-4efb-8369-d3a04dbdd4ef req-2d303786-033a-4a5d-afa6-a86a6c3b8e6a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.1366022 Sep 27 08:44:54.575115 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:54.575115 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:44:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.613963 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-514ddb89-cc1f-4efb-8369-d3a04dbdd4ef req-ad1df8d8-aeff-47d5-8faa-2e5071bbab6e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Sep 27 08:44:54.682367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:54.704603 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.715317 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.715317 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f13c2145-b47b-49eb-98bd-68ff66bdcf59 HTTP/1.1" status: 204 len: 168 time: 0.3861384 Sep 27 08:44:54.725050 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0941714-9336-4bc3-ac85-81a72f86c013 None None] New status for floating IP 18002ea5-3435-4cc4-bced-581058c6ef1e: ACTIVE {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:44:54.742479 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2018d4-54a6-4703-89ab-c35fabb3bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c2145-b47b-49eb-98bd-68ff66bdcf59,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:55.022856 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '1b14eb72-dea1-4cc7-bc74-69502ba2d727', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': '40a8bb00-3722-489f-99f1-f853273102d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:8d:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:30Z', 'updated_at': '2021-09-27T08:44:53Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:55.041377 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3f681432-35fa-4ff7-958f-bb2e14d22e3e req-9115232b-20d1-4b2d-883b-dbceddf77be4 tempest-DeleteServersTestJSON-1405256897 tempest-DeleteServersTestJSON-1405256897-project] 10.222.0.76 "GET /v2.0/ports?device_id=67ec6f9f-25be-410c-8dbf-980cc119b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0384529 Sep 27 08:44:55.176180 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6a94e-3094-44bf-8546-a71a0b728a30 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '1b14eb72-dea1-4cc7-bc74-69502ba2d727', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': '40a8bb00-3722-489f-99f1-f853273102d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:8d:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:30Z', 'updated_at': '2021-09-27T08:44:53Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:55.365582 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab103e-5c8d-405f-8d75-5cfa6feddc3b None None] New status for floating IP 1b14eb72-dea1-4cc7-bc74-69502ba2d727: ACTIVE {{(pid=101281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:44:55.397732 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:55.400143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d5877-31a5-4942-ba5a-4c47b24622ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "tag": "40a8bb00-3722-489f-99f1-f853273102d4"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:55.436317 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47213ff0-edaf-45d2-b562-5fc673cdc937 x-openstack-request-id: req-47213ff0-edaf-45d2-b562-5fc673cdc937 {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:55.436609 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "tag": "40a8bb00-3722-489f-99f1-f853273102d4", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:55.436974 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47213ff0-edaf-45d2-b562-5fc673cdc937 {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:55.437393 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4', 'status': 'completed', 'code': 200} Sep 27 08:44:55.495040 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-f4831384-d997-42a0-afb9-2aed60f56c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.496524 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-f4831384-d997-42a0-afb9-2aed60f56c9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1098 time: 0.0395076 Sep 27 08:44:55.621892 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-3a93cab3-b287-4ea9-afee-e523f0af1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.624488 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-3a93cab3-b287-4ea9-afee-e523f0af1010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 910 time: 0.1195164 Sep 27 08:44:55.692984 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-6585ecb6-6b4f-42a2-8a67-7c5751e384f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 200 len: 999 time: 0.0587187 Sep 27 08:44:55.772968 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-6323355c-1be9-4a50-a8dc-0aa1ebbc7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.774585 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-6323355c-1be9-4a50-a8dc-0aa1ebbc7a2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0697048 Sep 27 08:44:55.783640 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e7b4-fa04-470c-9e26-3e916331a3eb req-c8db8311-142e-4532-a468-c9832128d0a8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.785131 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f2b9e7b4-fa04-470c-9e26-3e916331a3eb req-c8db8311-142e-4532-a468-c9832128d0a8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0912886 Sep 27 08:44:55.809613 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 694bc387-b661-45da-8a86-d54ae3145ca5 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:55.830846 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 694bc387-b661-45da-8a86-d54ae3145ca5 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:44:55.832767 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 694bc387-b661-45da-8a86-d54ae3145ca5 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:55.852566 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f2b9e7b4-fa04-470c-9e26-3e916331a3eb req-04c9fa7a-344b-420f-9d38-e0fb487a4972 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Sep 27 08:44:55.857134 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-7dcd8236-ff25-4123-ab27-74d6fd030f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.858805 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-7dcd8236-ff25-4123-ab27-74d6fd030f01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687404 Sep 27 08:44:56.160410 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-903c8ebf-c011-423c-8bd2-b48b930e8155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.203661 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-1adaf872-d796-4188-928b-fa1c776ca41b service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342991 Sep 27 08:44:56.363309 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c27d5877-31a5-4942-ba5a-4c47b24622ab req-17f1c542-786c-49ef-acfe-3886f3b954f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521089 Sep 27 08:44:56.431563 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44002) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:56.543518 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9e756a05-1aaf-43c7-b5d7-98a475efbd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.633049 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9e756a05-1aaf-43c7-b5d7-98a475efbd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.738716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9e756a05-1aaf-43c7-b5d7-98a475efbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.795305 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e756a05-1aaf-43c7-b5d7-98a475efbd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212f1d4-5519-43e1-9550-abfdae6ce0f2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:56.800368 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-9e756a05-1aaf-43c7-b5d7-98a475efbd40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ee6bfa0eeb747de914f237b21fcbb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674138 Sep 27 08:44:56.802859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44042) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:56.830217 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.854534 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.875824 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.972690 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8885-f9d1-41a5-80d6-9dd94b831a6a req-7145510d-e3c7-4a95-8169-87d0d0688b56 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.974243 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbfb8885-f9d1-41a5-80d6-9dd94b831a6a req-7145510d-e3c7-4a95-8169-87d0d0688b56 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0541205 Sep 27 08:44:56.975651 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44048) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.022570 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbfb8885-f9d1-41a5-80d6-9dd94b831a6a req-ae1c55bd-d8e5-4a0f-a959-598affd882d7 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Sep 27 08:44:57.079389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7b18ab2-f5b5-4709-b45c-30c13ef53948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.080996 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.083582 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.087005 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3212f1d4-5519-43e1-9550-abfdae6ce0f2 HTTP/1.1" status: 204 len: 168 time: 0.2792878 Sep 27 08:44:57.104553 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a223a-22db-42d3-adb1-5e278a505a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212f1d4-5519-43e1-9550-abfdae6ce0f2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:57.215260 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7b18ab2-f5b5-4709-b45c-30c13ef53948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.301710 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7b18ab2-f5b5-4709-b45c-30c13ef53948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.338588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18ab2-f5b5-4709-b45c-30c13ef53948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8834bb-8c38-4bfd-bea6-df8e1846b1dd,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:57.343942 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b7b18ab2-f5b5-4709-b45c-30c13ef53948 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7244649d91b04510af0e9b2eaa770b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673396 Sep 27 08:44:57.346845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44058) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.400075 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.424263 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.439479 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.601992 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.604650 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.605792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a8834bb-8c38-4bfd-bea6-df8e1846b1dd HTTP/1.1" status: 204 len: 168 time: 0.2581971 Sep 27 08:44:57.613464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc701d-f3c1-4026-a4ec-bc2322b7e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8834bb-8c38-4bfd-bea6-df8e1846b1dd,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:57.995574 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44074) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.009523 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-252eaeb2-9eab-4e5d-b12f-cd3098e3a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.111633 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-252eaeb2-9eab-4e5d-b12f-cd3098e3a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.149304 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bb29e-7c83-4119-ad7a-4afe2bb883e3 req-b8536d46-6f64-4629-8d1a-09c1c32a55e8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:58.150858 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-783bb29e-7c83-4119-ad7a-4afe2bb883e3 req-b8536d46-6f64-4629-8d1a-09c1c32a55e8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0565515 Sep 27 08:44:58.194849 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-783bb29e-7c83-4119-ad7a-4afe2bb883e3 req-b003454e-e1c7-42c0-8440-2b5da4bb3007 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Sep 27 08:44:58.215934 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-252eaeb2-9eab-4e5d-b12f-cd3098e3a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.263078 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-252eaeb2-9eab-4e5d-b12f-cd3098e3a154 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfd373bb4404442aa882de8f34e7a1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663915 Sep 27 08:44:58.264207 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eaeb2-9eab-4e5d-b12f-cd3098e3a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75676405-30b3-49ce-bb7c-0bba0951cbf8,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.265961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44100) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.273218 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44102) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.321407 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Deleting subnet f71f01a0-be45-404e-8be7-ed77c65112c7 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:44:58.324469 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.326222 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.353315 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.361614 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.406746 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.530153 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.533096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.534204 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75676405-30b3-49ce-bb7c-0bba0951cbf8 HTTP/1.1" status: 204 len: 168 time: 0.2671485 Sep 27 08:44:58.543635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803f38c-b135-4daf-bb3b-b1c8ce37dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75676405-30b3-49ce-bb7c-0bba0951cbf8,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.572216 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.600395 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71f01a0-be45-404e-8be7-ed77c65112c7,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.604554 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.610400 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d5a82304-dec6-41e1-9e59-4b04f76d4530 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f71f01a0-be45-404e-8be7-ed77c65112c7 HTTP/1.1" status: 204 len: 168 time: 0.3340669 Sep 27 08:44:58.610975 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44110) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.685502 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.733309 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44112) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.746171 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3dbb-cbe5-4093-8217-c8b78b6a73dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.763545 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.783060 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9317e3e6-90ed-4a57-8c57-ba461e229ba9']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:58.795854 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43db644-2774-46b6-a02c-8ef1a2cc8783') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:58.795854 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43db644-2774-46b6-a02c-8ef1a2cc8783') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:58.813599 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.829741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.838110 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:44:58.838537 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:44:58.840521 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:44:58.846623 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3dbb-cbe5-4093-8217-c8b78b6a73dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.932947 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3dbb-cbe5-4093-8217-c8b78b6a73dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.971570 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-8ebc3dbb-cbe5-4093-8217-c8b78b6a73dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd5a66972f8747bfb46784683f3614f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371998 Sep 27 08:44:58.972683 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc3dbb-cbe5-4093-8217-c8b78b6a73dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486754b-093a-4ea2-b320-680f13e8a47b,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.974288 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44120) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:59.007459 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.010049 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.033783 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.038540 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9317e3e6-90ed-4a57-8c57-ba461e229ba9 HTTP/1.1" status: 204 len: 168 time: 0.4264803 Sep 27 08:44:59.048036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4e4ce-2772-4b50-b6fa-64aea568e959 admin admin] Pushing event deleted for resources: {'Network': ['ID=9317e3e6-90ed-4a57-8c57-ba461e229ba9,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.063814 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.078490 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.224943 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.227756 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.231857 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d486754b-093a-4ea2-b320-680f13e8a47b HTTP/1.1" status: 204 len: 168 time: 0.2536287 Sep 27 08:44:59.237140 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf61136-44a1-471c-83b7-28a38c755ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486754b-093a-4ea2-b320-680f13e8a47b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.322486 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2832ec-349d-40ba-b350-37d18cda5faf req-1dec1421-9605-494e-aed2-a094e3b54054 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:59.323963 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc2832ec-349d-40ba-b350-37d18cda5faf req-1dec1421-9605-494e-aed2-a094e3b54054 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0561681 Sep 27 08:44:59.362506 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc2832ec-349d-40ba-b350-37d18cda5faf req-8b27d193-b025-4bfb-8ecc-5a7de3513b9e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Sep 27 08:44:59.522883 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44156) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:59.566903 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-50a3d86a-9bb4-4ff3-acb6-a9a67e615885 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=301e5e2970ec4a1a85c0e3cfccb1fcd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426865 Sep 27 08:44:59.569531 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44160) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:59.649203 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.675645 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.830854 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.841505 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.842720 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9f1674d-6e44-4780-b499-4f6c19e5fe58 HTTP/1.1" status: 204 len: 168 time: 0.2722118 Sep 27 08:44:59.852515 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90ab60-5d11-49f9-864b-c1396120fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1674d-6e44-4780-b499-4f6c19e5fe58,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:00.281540 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44178) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.296653 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48255fb1-a1c1-415d-a05a-3fb8ac1cdb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.380903 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44182) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.404093 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48255fb1-a1c1-415d-a05a-3fb8ac1cdb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.488245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d199-cc58-4d21-9a19-4c00968b6c79 req-178178f7-3d16-4f89-9668-3a8490a58f26 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.490096 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b280d199-cc58-4d21-9a19-4c00968b6c79 req-178178f7-3d16-4f89-9668-3a8490a58f26 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Sep 27 08:45:00.527823 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d48c797-98a1-4564-89fb-019ab427025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.537959 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b280d199-cc58-4d21-9a19-4c00968b6c79 req-b5ff51ea-4074-4cb7-9523-4582c3cce8e4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Sep 27 08:45:00.591993 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-48255fb1-a1c1-415d-a05a-3fb8ac1cdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.640136 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-48255fb1-a1c1-415d-a05a-3fb8ac1cdb7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bc78804d7324ea3a014168de968297a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568244 Sep 27 08:45:00.642517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44192) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.660429 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255fb1-a1c1-415d-a05a-3fb8ac1cdb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e318e212-1f0d-4112-ba22-d10f7e079661,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:00.710624 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.720500 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d48c797-98a1-4564-89fb-019ab427025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.737910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.887679 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d48c797-98a1-4564-89fb-019ab427025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.933048 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48c797-98a1-4564-89fb-019ab427025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a0235-87b1-4e54-a181-141d11bc4019,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:00.939610 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.941833 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1d48c797-98a1-4564-89fb-019ab427025a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e061d6eabb34854a11f885687176f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593948 Sep 27 08:45:00.942402 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.943543 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e318e212-1f0d-4112-ba22-d10f7e079661 HTTP/1.1" status: 204 len: 168 time: 0.3000531 Sep 27 08:45:00.946492 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44210) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.955571 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169247e-aa36-4e61-a6cf-a68a7f85e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318e212-1f0d-4112-ba22-d10f7e079661,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:01.001949 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.022221 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.221165 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.224349 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.225513 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd0a0235-87b1-4e54-a181-141d11bc4019 HTTP/1.1" status: 204 len: 168 time: 0.2779663 Sep 27 08:45:01.232959 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a385db-5811-4649-bb21-be8428e60601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a0235-87b1-4e54-a181-141d11bc4019,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:01.650593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb973e-0750-49f6-83fc-9acde743665d req-22fe466a-0acf-4d35-a85a-5d618f1eed98 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.652064 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3eb973e-0750-49f6-83fc-9acde743665d req-22fe466a-0acf-4d35-a85a-5d618f1eed98 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Sep 27 08:45:01.691706 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3eb973e-0750-49f6-83fc-9acde743665d req-51285274-0198-48f8-9deb-a3ae994f146f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Sep 27 08:45:02.291265 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44260) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:02.306291 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-105e4671-dc35-4ce5-a9ad-b2078b1d210b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.398948 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-105e4671-dc35-4ce5-a9ad-b2078b1d210b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.491059 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-105e4671-dc35-4ce5-a9ad-b2078b1d210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.535356 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-105e4671-dc35-4ce5-a9ad-b2078b1d210b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3296fb14cf384e9686ac99dcf9539a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424159 Sep 27 08:45:02.538335 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4671-dc35-4ce5-a9ad-b2078b1d210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e289b184-d6c9-454e-b47c-90cb2d6e7eb9,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:02.540220 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44274) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:02.624085 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.648593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.829784 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557963e4-7e5f-4f95-aab1-882be48b475c req-ee542947-e5dd-4f57-b428-69e96616ea47 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:02.831398 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-557963e4-7e5f-4f95-aab1-882be48b475c req-ee542947-e5dd-4f57-b428-69e96616ea47 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0717711 Sep 27 08:45:02.832518 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.835705 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.837512 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e289b184-d6c9-454e-b47c-90cb2d6e7eb9 HTTP/1.1" status: 204 len: 168 time: 0.2954068 Sep 27 08:45:02.854384 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565aa19-334d-4fad-a81d-a3c1d7e27a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e289b184-d6c9-454e-b47c-90cb2d6e7eb9,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:02.915025 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-557963e4-7e5f-4f95-aab1-882be48b475c req-19dbf365-ef03-48be-a0d4-40b006adb890 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750825 Sep 27 08:45:03.289023 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44318) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:03.482163 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-52a14a46-981d-4071-a070-a9b20929dd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.593446 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-52a14a46-981d-4071-a070-a9b20929dd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.716302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-52a14a46-981d-4071-a070-a9b20929dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.754348 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-52a14a46-981d-4071-a070-a9b20929dd72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e27eb1c0eb34001897800244d01a8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642572 Sep 27 08:45:03.756900 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14a46-981d-4071-a070-a9b20929dd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7b147-272d-442c-9720-2ca798d590a5,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:03.758005 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44336) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:03.814999 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.836902 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.990769 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.993595 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.995041 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ae7b147-272d-442c-9720-2ca798d590a5 HTTP/1.1" status: 204 len: 168 time: 0.2359405 Sep 27 08:45:04.003464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7b147-272d-442c-9720-2ca798d590a5,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:04.010486 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.010835 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.011176 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.011511 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.011838 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.012165 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.012501 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.012812 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.013132 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.013453 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.013772 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.014088 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2b89-d5b3-4708-8591-a99cad2a5622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:04.038225 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c1435-97cc-467f-8829-860d0dc04a7f req-80d8a859-c55a-47f0-a2e5-128e8bcec91f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:04.044710 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b71c1435-97cc-467f-8829-860d0dc04a7f req-80d8a859-c55a-47f0-a2e5-128e8bcec91f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 27 08:45:04.117193 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b71c1435-97cc-467f-8829-860d0dc04a7f req-58873f9f-57a8-44db-9ce9-d8e557b7e0c6 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Sep 27 08:45:05.235539 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccb67b-1f8d-4c42-8279-f956ca333960 req-f3553f83-3a71-49c1-9f76-4564670a143b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.245374 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-18ccb67b-1f8d-4c42-8279-f956ca333960 req-f3553f83-3a71-49c1-9f76-4564670a143b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0575018 Sep 27 08:45:05.299673 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-18ccb67b-1f8d-4c42-8279-f956ca333960 req-c7400863-208d-4edb-83f2-ffec7e0438c4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Sep 27 08:45:06.409859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995b70-fd38-443c-859f-f790560df63e req-1ed8a548-257a-4f82-bcd1-67f51376f599 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.409859 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a995b70-fd38-443c-859f-f790560df63e req-1ed8a548-257a-4f82-bcd1-67f51376f599 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Sep 27 08:45:06.451178 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a995b70-fd38-443c-859f-f790560df63e req-1b96c4aa-1333-45d9-a8e9-69e52215dc19 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359035 Sep 27 08:45:06.602752 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44568) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:06.820734 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c62915a0-627a-4440-a99d-f067ec88541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.908794 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c62915a0-627a-4440-a99d-f067ec88541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.041551 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c62915a0-627a-4440-a99d-f067ec88541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.081994 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c62915a0-627a-4440-a99d-f067ec88541d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de522810fcb94e0c81fa320189b28150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756837 Sep 27 08:45:07.081994 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62915a0-627a-4440-a99d-f067ec88541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0dd60-b5b8-4bb6-a4ff-31cf9a656e6f,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:07.082599 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44586) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.134953 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.155034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.327642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.330578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.331834 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ff0dd60-b5b8-4bb6-a4ff-31cf9a656e6f HTTP/1.1" status: 204 len: 168 time: 0.2480321 Sep 27 08:45:07.340491 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0dd60-b5b8-4bb6-a4ff-31cf9a656e6f,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:07.347705 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.348982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.349619 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.354106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd447e8-348d-4b84-8c0d-b48549d0aab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:07.407299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44598) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.413896 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44600) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.518320 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.559004 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d9f-b206-4334-95ff-645384151616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.588151 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.db.api [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:45:07.588151 dv-cinder-811085-1-smb neutron-server[101279]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:45:07.588151 dv-cinder-811085-1-smb neutron-server[101279]: [parameters: {'project_id': '8144f3ffbeb74a959288c7a2eb28affb', 'id': '92705e87-f7e9-423a-954f-e052750e22b0', 'expiration': datetime.datetime(2021, 9, 27, 8, 47, 7, 580586)}] Sep 27 08:45:07.588151 dv-cinder-811085-1-smb neutron-server[101279]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:45:07.588527 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG oslo_db.api [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:45:07.595977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ea4f-f572-43dd-be85-3e237697cb03 req-ad1212af-1d74-4d39-9836-f3dc6dc4e744 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.597459 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44d9ea4f-f572-43dd-be85-3e237697cb03 req-ad1212af-1d74-4d39-9836-f3dc6dc4e744 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0700669 Sep 27 08:45:07.635074 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44d9ea4f-f572-43dd-be85-3e237697cb03 req-8d0bd6d9-d0ff-4935-a142-915bf8c5d84f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310836 Sep 27 08:45:07.659572 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d9f-b206-4334-95ff-645384151616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.775597 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d9f-b206-4334-95ff-645384151616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.813400 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2fae1d9f-b206-4334-95ff-645384151616 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f66ba58ea65f4096a8b2c762b615cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984442 Sep 27 08:45:07.814218 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae1d9f-b206-4334-95ff-645384151616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30957c75-69db-459b-b869-8f08e6ce0c5a,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:07.816086 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44620) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:07.864980 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.885522 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.018478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.021735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.022918 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30957c75-69db-459b-b869-8f08e6ce0c5a HTTP/1.1" status: 204 len: 168 time: 0.2059329 Sep 27 08:45:08.030587 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ef0bb-7328-480b-bb9d-4079f873f9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30957c75-69db-459b-b869-8f08e6ce0c5a,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.089313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.183684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.246036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44628) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.271593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b74d8d3d-7f92-4736-8d10-caae317358d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.305812 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.366674 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44632) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.366875 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8144f3ffbeb74a959288c7a2eb28affb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9571867 Sep 27 08:45:08.371028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808e56c-164c-4149-bdd0-dc13597280c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30538cb1-8260-4388-9ad5-8a7ddfd15e26,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.431185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b74d8d3d-7f92-4736-8d10-caae317358d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.453645 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.474475 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.478057 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44636) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.534490 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b74d8d3d-7f92-4736-8d10-caae317358d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.578078 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b74d8d3d-7f92-4736-8d10-caae317358d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b366f029748b4e91b64d2d51d21ebe30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308370 Sep 27 08:45:08.580007 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8d3d-7f92-4736-8d10-caae317358d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d569396c-4dcb-4e56-a3af-ba12a820c872,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.580891 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44640) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.630188 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.644114 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.646687 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.650517 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30538cb1-8260-4388-9ad5-8a7ddfd15e26 HTTP/1.1" status: 204 len: 168 time: 0.2796578 Sep 27 08:45:08.657952 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.672660 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d6c7-7c77-4987-ac2b-a4f9fbb361f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30538cb1-8260-4388-9ad5-8a7ddfd15e26,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.711131 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6bb64270-6be3-4035-a7ac-dbe8f5908734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.797502 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.799392 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0d2e-2909-4dc1-8948-c041335a93fe req-61f6c95e-4bfa-4ed4-bad6-d6ea574a2521 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.801502 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2b4a0d2e-2909-4dc1-8948-c041335a93fe req-61f6c95e-4bfa-4ed4-bad6-d6ea574a2521 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Sep 27 08:45:08.801715 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.804892 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d569396c-4dcb-4e56-a3af-ba12a820c872 HTTP/1.1" status: 204 len: 168 time: 0.2229748 Sep 27 08:45:08.813630 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8f98a-f190-4053-bef3-319dd4ccece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d569396c-4dcb-4e56-a3af-ba12a820c872,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.865844 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2b4a0d2e-2909-4dc1-8948-c041335a93fe req-0a48055d-9514-4faf-bbb1-0bbe6e64578b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 Sep 27 08:45:08.904500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6bb64270-6be3-4035-a7ac-dbe8f5908734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.001831 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6bb64270-6be3-4035-a7ac-dbe8f5908734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.041675 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6bb64270-6be3-4035-a7ac-dbe8f5908734 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca57cbd8ee674b8798b0efd77ca36cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5624757 Sep 27 08:45:09.042564 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb64270-6be3-4035-a7ac-dbe8f5908734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d247b32-112c-489d-b560-ae6b8bd7f3c0,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.044405 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44652) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.092318 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.097184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44654) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.111070 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-606ea1c2-c4b3-48ce-8ed1-eaf069588d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.118570 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.202355 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-606ea1c2-c4b3-48ce-8ed1-eaf069588d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.256285 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.259110 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.260173 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d247b32-112c-489d-b560-ae6b8bd7f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2147372 Sep 27 08:45:09.267915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36b08c-6c33-450e-a4ae-50faa39b4d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d247b32-112c-489d-b560-ae6b8bd7f3c0,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.285683 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-606ea1c2-c4b3-48ce-8ed1-eaf069588d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.328410 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-606ea1c2-c4b3-48ce-8ed1-eaf069588d47 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ded1e1d1ff040d28bca289b065f932d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300737 Sep 27 08:45:09.330178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ea1c2-c4b3-48ce-8ed1-eaf069588d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b22f9-14cd-4839-8110-d5a9328c47a4,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.331349 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44662) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.381226 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.402449 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.555944 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.559011 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.560166 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff7b22f9-14cd-4839-8110-d5a9328c47a4 HTTP/1.1" status: 204 len: 168 time: 0.2273424 Sep 27 08:45:09.567752 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a168-e4db-4f7b-b4a1-fcd39b398869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b22f9-14cd-4839-8110-d5a9328c47a4,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.738102 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44670) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.751281 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f84616ff-bf31-4eda-ac30-8c9d4d78ba04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.845534 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f84616ff-bf31-4eda-ac30-8c9d4d78ba04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.965611 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f84616ff-bf31-4eda-ac30-8c9d4d78ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.986008 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c29322-ee87-4292-93c0-a11597073259 req-c86870c9-7c1f-46a2-9514-a35d1bcfbf5f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.987502 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16c29322-ee87-4292-93c0-a11597073259 req-c86870c9-7c1f-46a2-9514-a35d1bcfbf5f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Sep 27 08:45:10.001427 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f84616ff-bf31-4eda-ac30-8c9d4d78ba04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7922e0689c2b4d4db4d4ce1e390ee859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620883 Sep 27 08:45:10.002394 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84616ff-bf31-4eda-ac30-8c9d4d78ba04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a590cec-dd41-466d-b046-148013cd1ff2,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.005324 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44682) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:10.042159 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16c29322-ee87-4292-93c0-a11597073259 req-c03d6900-7ef4-47f2-9259-2cb2927062ae tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Sep 27 08:45:10.064518 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.086187 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.186819 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-5d8e24fd-0489-475a-af77-ecce3f31d059 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373702 Sep 27 08:45:10.253399 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.257866 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.259109 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a590cec-dd41-466d-b046-148013cd1ff2 HTTP/1.1" status: 204 len: 168 time: 0.2528884 Sep 27 08:45:10.271103 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01588513-a887-4576-b6c7-b6acae68ee7f req-2e2dbbda-38d7-4e2d-9de7-99f495f4a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:10.272577 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-2e2dbbda-38d7-4e2d-9de7-99f495f4a763 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.0423207 Sep 27 08:45:10.275306 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63f0e1-3379-448f-94e7-9595931832ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a590cec-dd41-466d-b046-148013cd1ff2,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.389849 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01588513-a887-4576-b6c7-b6acae68ee7f req-a358106b-21ca-469c-b83e-706fa92b4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:10.391413 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-a358106b-21ca-469c-b83e-706fa92b4a5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.0960379 Sep 27 08:45:10.422750 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 44694) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:10.435483 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-7da889a2-16c7-4418-a30f-4597f11d526e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0351753 Sep 27 08:45:10.439774 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2992b7d-0095-4aa1-a6d0-e0d94750ae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.493101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01588513-a887-4576-b6c7-b6acae68ee7f req-15ca5521-d5bb-43d5-ae19-8a5bc61c3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:10.494572 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-15ca5521-d5bb-43d5-ae19-8a5bc61c3dce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.0481663 Sep 27 08:45:10.534867 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2992b7d-0095-4aa1-a6d0-e0d94750ae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.542254 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-a56a0eea-cd31-4311-8659-02453f2b11e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376310 Sep 27 08:45:10.634527 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c2992b7d-0095-4aa1-a6d0-e0d94750ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.636469 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-608ab296-6d75-4695-8fa7-ce7f59fef6fc service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830801 Sep 27 08:45:10.680248 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c2992b7d-0095-4aa1-a6d0-e0d94750ae10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bed73cd163604adeb59c90b3cd8d9a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566230 Sep 27 08:45:10.681493 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2992b7d-0095-4aa1-a6d0-e0d94750ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae2cb9-47ff-4db6-849c-08314c7d371b,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.682859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 44700) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:10.773760 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01588513-a887-4576-b6c7-b6acae68ee7f req-d2dbaf3e-1dc8-4bd2-90e7-6542d4348bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295023 Sep 27 08:45:10.794310 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.816003 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.949836 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.952504 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.953667 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9ae2cb9-47ff-4db6-849c-08314c7d371b HTTP/1.1" status: 204 len: 168 time: 0.2698085 Sep 27 08:45:10.964897 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49706034-9c9c-4b72-b09b-242d29c2742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae2cb9-47ff-4db6-849c-08314c7d371b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:11.173097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d01d-23eb-49b2-b901-10ee4cbe5b39 req-efffd05f-f2d5-457c-aa10-7173bbbf4f40 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.174745 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0562d01d-23eb-49b2-b901-10ee4cbe5b39 req-efffd05f-f2d5-457c-aa10-7173bbbf4f40 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0621061 Sep 27 08:45:11.213036 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0562d01d-23eb-49b2-b901-10ee4cbe5b39 req-325c6fbd-6ae3-4b40-b420-c1d50a9a3934 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Sep 27 08:45:12.330075 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6598a-d5a0-4ba2-9dad-ee0630a6441b req-05956d8b-89c5-459d-a9c0-25602a773a45 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:12.331578 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2cf6598a-d5a0-4ba2-9dad-ee0630a6441b req-05956d8b-89c5-459d-a9c0-25602a773a45 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0483303 Sep 27 08:45:12.371099 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2cf6598a-d5a0-4ba2-9dad-ee0630a6441b req-b2d8f7c5-91a9-4470-a592-54b77e600d47 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Sep 27 08:45:13.175445 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.495299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3df61-ff7c-4979-be82-f8dacfb09a4c req-a480c131-e7a8-434d-9197-125ea593da9c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:13.497042 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c3df61-ff7c-4979-be82-f8dacfb09a4c req-a480c131-e7a8-434d-9197-125ea593da9c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Sep 27 08:45:13.540644 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c3df61-ff7c-4979-be82-f8dacfb09a4c req-b62a0c61-3d50-4da0-a853-9ebbb2d651b9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Sep 27 08:45:14.673528 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f32ce-35fb-49a5-b19d-7a316142f4f4 req-d92cbdb3-06b4-44e0-a617-4cc5cc5e2d54 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:14.675065 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ee4f32ce-35fb-49a5-b19d-7a316142f4f4 req-d92cbdb3-06b4-44e0-a617-4cc5cc5e2d54 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Sep 27 08:45:14.723329 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ee4f32ce-35fb-49a5-b19d-7a316142f4f4 req-ef9e82ff-6c59-423f-99a5-d0e16bbd9248 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Sep 27 08:45:15.829786 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223060-836b-4b23-bc59-4c4021b2eba8 req-30634943-fd33-4bb9-bbd1-c1487256a4ac tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:15.831254 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b2223060-836b-4b23-bc59-4c4021b2eba8 req-30634943-fd33-4bb9-bbd1-c1487256a4ac tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Sep 27 08:45:15.869755 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b2223060-836b-4b23-bc59-4c4021b2eba8 req-a4298863-9ba5-4a14-854f-8d4f3ac61c37 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Sep 27 08:45:15.880418 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:45:16.984072 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64c71a-3edf-487a-808a-3a24c672385a req-d5353280-53ea-4cac-9f01-55361973ad66 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:16.985617 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ab64c71a-3edf-487a-808a-3a24c672385a req-d5353280-53ea-4cac-9f01-55361973ad66 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0466089 Sep 27 08:45:17.023611 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ab64c71a-3edf-487a-808a-3a24c672385a req-3d2af125-9043-4053-8d3a-6f18b25bba08 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309520 Sep 27 08:45:18.152381 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a457-a4b7-40c1-a2ed-c92cf72240b3 req-e81fb52b-5769-4cfd-9743-2b4f8442cc1f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:18.152381 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc42a457-a4b7-40c1-a2ed-c92cf72240b3 req-e81fb52b-5769-4cfd-9743-2b4f8442cc1f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0540268 Sep 27 08:45:18.193616 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc42a457-a4b7-40c1-a2ed-c92cf72240b3 req-7bd8698c-c731-44fb-b2cb-765e468c6a96 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Sep 27 08:45:19.308746 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d1b44-6f9c-4687-95f1-b4260b62ae8c req-f87c958b-1046-462b-a912-e9d2078afe87 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:19.310243 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-070d1b44-6f9c-4687-95f1-b4260b62ae8c req-f87c958b-1046-462b-a912-e9d2078afe87 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Sep 27 08:45:19.354238 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-070d1b44-6f9c-4687-95f1-b4260b62ae8c req-cf20f7be-b188-4268-8fb9-10e329c86032 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Sep 27 08:45:20.112523 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45032) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.235621 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5408260d-dcae-4960-8ebd-b54858305232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.327825 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5408260d-dcae-4960-8ebd-b54858305232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.421418 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5408260d-dcae-4960-8ebd-b54858305232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.461770 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45052) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.462347 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-5408260d-dcae-4960-8ebd-b54858305232 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f53bc404043a40d58dbde547ad61760b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483603 Sep 27 08:45:20.516552 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408260d-dcae-4960-8ebd-b54858305232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58154265-5567-4f71-9713-47113e200414,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.535692 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.543625 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca8c2b-2ad5-403f-b307-ad1a1d0c67b1 req-bb5b4525-5171-46bb-a83d-47c3a3f0029f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:20.545111 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0eca8c2b-2ad5-403f-b307-ad1a1d0c67b1 req-bb5b4525-5171-46bb-a83d-47c3a3f0029f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0995891 Sep 27 08:45:20.558862 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.600146 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0eca8c2b-2ad5-403f-b307-ad1a1d0c67b1 req-df043c0a-1540-4727-8f4b-5578cedf8aa8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Sep 27 08:45:20.706976 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.709524 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.712808 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58154265-5567-4f71-9713-47113e200414 HTTP/1.1" status: 204 len: 168 time: 0.2484739 Sep 27 08:45:20.728082 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85b4e-c5ed-4ad4-923a-e485c9557c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58154265-5567-4f71-9713-47113e200414,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.724108 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f8d5a-562c-4ea4-836f-3929568de4da req-8c12b5fa-7e27-4db9-8cad-97c8eead2dcc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.732182 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b62f8d5a-562c-4ea4-836f-3929568de4da req-8c12b5fa-7e27-4db9-8cad-97c8eead2dcc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0602040 Sep 27 08:45:21.776432 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b62f8d5a-562c-4ea4-836f-3929568de4da req-783c4158-113f-47ab-a005-945b850c6327 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Sep 27 08:45:22.009535 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45126) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:22.107379 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473196282-network', 'tenant_id': '72636ebc65fe4939a5ea22da6dbfa749'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:22.249467 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Made reservation on behalf of 72636ebc65fe4939a5ea22da6dbfa749 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:22.252090 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.266463 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.359206 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.487729 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.517696 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:22.527333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ec203-86a0-413f-af94-5e2ab0458a63,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.536961 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.537371 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Added segment 6a518baa-f1d7-4bc1-a1d1-87401c565421 of type vlan for network b2c9eb02-de99-40b1-9968-684e0779a3bd Sep 27 08:45:22.580074 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.763530 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.764622 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.765207 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.826483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c9eb02-de99-40b1-9968-684e0779a3bd,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.838166 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network b2c9eb02-de99-40b1-9968-684e0779a3bd details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:22.873178 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2c7082ce-d83e-4dac-94a3-c601a6c005a7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8622937 Sep 27 08:45:22.876144 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45154) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:22.881575 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Request body: {'subnet': {'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473196282-subnet', 'tenant_id': '72636ebc65fe4939a5ea22da6dbfa749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:22.902688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0211-f542-4bff-abd4-4085d0cf4d22 req-548bd5ac-ca81-497b-8ab2-5b791fea02ca tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.904171 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bfa0211-f542-4bff-abd4-4085d0cf4d22 req-548bd5ac-ca81-497b-8ab2-5b791fea02ca tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Sep 27 08:45:22.945366 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bfa0211-f542-4bff-abd4-4085d0cf4d22 req-00d58a87-3b78-4e37-824a-bc3b782edc9c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Sep 27 08:45:22.969096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Made reservation on behalf of 72636ebc65fe4939a5ea22da6dbfa749 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:22.971372 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.864404 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d2998990-c445-4f8d-808e-225a50c1b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.865012 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.926305 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0966f3-dd0c-4b74-b3ff-e4a52380550c,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.931817 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Checking segment: {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:23.932755 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Network hostable DHCP agents. Network: b2c9eb02-de99-40b1-9968-684e0779a3bd, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:45:24.084687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784260a9-baa0-4210-9645-8ac61a7984de req-afd11657-bcca-4935-bec5-9423d51d0b66 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.086260 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-784260a9-baa0-4210-9645-8ac61a7984de req-afd11657-bcca-4935-bec5-9423d51d0b66 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0620644 Sep 27 08:45:24.090441 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Network b2c9eb02-de99-40b1-9968-684e0779a3bd is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:45:24.139957 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-784260a9-baa0-4210-9645-8ac61a7984de req-49a2f7f8-76ca-4345-a3e3-1c071b74bdfb tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Sep 27 08:45:24.186869 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, b2c9eb02-de99-40b1-9968-684e0779a3bd) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:24.191404 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.192106 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.198411 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed002ae-1b8f-4c10-99fd-b0aa18d3acc8 None None] Network b2c9eb02-de99-40b1-9968-684e0779a3bd requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:24.294137 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-27d98903-f012-4bac-aa3a-6063c5aa25f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4165370 Sep 27 08:45:24.337305 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd6d1e-2813-4a6f-a04f-2afbb54c6ee7 None None] Network b2c9eb02-de99-40b1-9968-684e0779a3bd requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:25.253344 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0177810-32fd-4f1b-9fb0-804a4cdd8579 req-2b02bd6a-2149-4109-8bb7-98ddd2de7a7e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.254902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0177810-32fd-4f1b-9fb0-804a4cdd8579 req-2b02bd6a-2149-4109-8bb7-98ddd2de7a7e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Sep 27 08:45:25.294464 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0177810-32fd-4f1b-9fb0-804a4cdd8579 req-3de9ec84-7acb-4a49-a7a8-a21639300ee9 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Sep 27 08:45:26.103547 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b60f-e735-44c2-a66e-a6ccf48c939e req-120dcd7b-32bb-451c-a369-d276058d46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.105008 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3876b60f-e735-44c2-a66e-a6ccf48c939e req-120dcd7b-32bb-451c-a369-d276058d46c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0390365 Sep 27 08:45:26.142625 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3876b60f-e735-44c2-a66e-a6ccf48c939e req-7ca2216a-1c03-4189-b0c6-6ad8054eded9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285008 Sep 27 08:45:26.207162 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-af1da87a-542f-4491-9b76-9bca528d3a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.416607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764714-25d8-4724-84df-9431d47da631 req-775f276c-fffe-4180-b4d9-4d2bb374be03 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.418129 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-23764714-25d8-4724-84df-9431d47da631 req-775f276c-fffe-4180-b4d9-4d2bb374be03 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Sep 27 08:45:26.456110 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-23764714-25d8-4724-84df-9431d47da631 req-9ed8ab39-3a50-4fb9-b1b9-54f6acbfc391 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Sep 27 08:45:26.775229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-b10f01c2-8d20-493e-b909-0adcbcea1f86 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.776687 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-b10f01c2-8d20-493e-b909-0adcbcea1f86 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/networks?id=b2c9eb02-de99-40b1-9968-684e0779a3bd HTTP/1.1" status: 200 len: 809 time: 0.1015859 Sep 27 08:45:26.791958 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-8d8550c4-6586-4f6d-9878-e8de91f3d078 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/quotas/72636ebc65fe4939a5ea22da6dbfa749 HTTP/1.1" status: 200 len: 375 time: 0.0094194 Sep 27 08:45:26.828802 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ed1e0256-ba2e-4867-89d8-75516d3ec30f tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290375 Sep 27 08:45:26.881503 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.933682 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-f787a11c-71f6-4c88-9c32-7909396ba94a service neutron] 10.222.0.76 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988865 Sep 27 08:45:27.034474 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-3b7c4468-160c-47ed-bfa2-f442f7544c53 service neutron] 10.222.0.76 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946476 Sep 27 08:45:27.153431 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45306) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:27.268781 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fd49-6a78-4e1b-98da-0c4511e328a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.344393 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e2769a5-28e8-48b5-9def-644c1c25359a req-ac75c9b0-8f23-4cd4-8572-cb128f99b912 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 210 time: 0.0271909 Sep 27 08:45:27.384456 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fd49-6a78-4e1b-98da-0c4511e328a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.385182 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.571490 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368d14-7f23-4227-b9a5-d1ee074147ca req-cf77c6cf-a442-402d-a56d-daebb5dfeb9f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.572932 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d368d14-7f23-4227-b9a5-d1ee074147ca req-cf77c6cf-a442-402d-a56d-daebb5dfeb9f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0483131 Sep 27 08:45:27.601059 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cdc2fd49-6a78-4e1b-98da-0c4511e328a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.609228 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d368d14-7f23-4227-b9a5-d1ee074147ca req-b6395426-216f-4d5b-839a-6a367558faba tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Sep 27 08:45:27.639991 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cdc2fd49-6a78-4e1b-98da-0c4511e328a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5fbdd8d80b44b9f889aa7d12c5c09aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852386 Sep 27 08:45:27.641945 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2fd49-6a78-4e1b-98da-0c4511e328a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c59f25-4d7b-4f91-ac49-23ada8ba54ce,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.642785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45328) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:27.728656 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.752563 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.906711 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.909285 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.912919 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2c59f25-4d7b-4f91-ac49-23ada8ba54ce HTTP/1.1" status: 204 len: 168 time: 0.2666595 Sep 27 08:45:27.918530 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dda6e2-bbef-4a3a-ac46-22d8d8695e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c59f25-4d7b-4f91-ac49-23ada8ba54ce,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:28.419284 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e5ffca5-a8e2-4c5e-a081-e19ed0737c08 req-b6b64434-4539-4b67-810d-7ca6c78dc9ab tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 210 time: 0.0262327 Sep 27 08:45:28.726821 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320edce-3c58-4e07-9758-c6298c32cd20 req-f75555ae-ee34-4f06-86ff-e599b36b6532 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.728456 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6320edce-3c58-4e07-9758-c6298c32cd20 req-f75555ae-ee34-4f06-86ff-e599b36b6532 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0500667 Sep 27 08:45:28.740274 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45358) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.755440 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d72b-10d8-41b4-b55d-f63859a016ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.771992 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6320edce-3c58-4e07-9758-c6298c32cd20 req-6b9010e0-a50f-4ac8-b144-7f8c8a4a8443 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 Sep 27 08:45:28.846576 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d72b-10d8-41b4-b55d-f63859a016ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.900848 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e2aab-81d4-42b0-81a5-8ab1d4764495 req-0c8d8a9c-259b-408c-94dc-2e14d1eb6120 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.908707 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-691e2aab-81d4-42b0-81a5-8ab1d4764495 req-0c8d8a9c-259b-408c-94dc-2e14d1eb6120 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0668576 Sep 27 08:45:28.945187 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d72b-10d8-41b4-b55d-f63859a016ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.955415 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-691e2aab-81d4-42b0-81a5-8ab1d4764495 req-65b7127f-a2da-49fa-88bc-4f6d14c96ade tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Sep 27 08:45:28.977002 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.996738 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d72b-10d8-41b4-b55d-f63859a016ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac4e81-7bb9-41fa-90e8-93bb09d83fa4,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.006533 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b8a7d72b-10d8-41b4-b55d-f63859a016ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1eba648076c44fd83e4e916c33878e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651420 Sep 27 08:45:29.015961 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45372) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.028917 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45374) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.067499 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.095106 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.163723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fd40972c-ec51-4c2d-a683-cffb4505f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.260576 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.263358 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.264525 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5ac4e81-7bb9-41fa-90e8-93bb09d83fa4 HTTP/1.1" status: 204 len: 168 time: 0.2476096 Sep 27 08:45:29.272771 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078695b7-eaf2-459f-a63e-6dab80b9dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac4e81-7bb9-41fa-90e8-93bb09d83fa4,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.348070 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fd40972c-ec51-4c2d-a683-cffb4505f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.507317 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4f54997f-cba9-4150-9b39-bedb1dfcbcf9 req-199e40a8-3333-41b5-93b3-7323fdde4e49 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 210 time: 0.0257518 Sep 27 08:45:29.567313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fd40972c-ec51-4c2d-a683-cffb4505f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.609415 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-fd40972c-ec51-4c2d-a683-cffb4505f498 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6925bfee6ef4490190000dcd49a5584e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5792234 Sep 27 08:45:29.610610 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40972c-ec51-4c2d-a683-cffb4505f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04904a1-6546-4f13-98ef-f1f932d37d32,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.612166 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45390) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.671056 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.692905 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.824112 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.826816 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.827972 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f04904a1-6546-4f13-98ef-f1f932d37d32 HTTP/1.1" status: 204 len: 168 time: 0.2132862 Sep 27 08:45:29.836868 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca71e3-004f-44c5-b7e5-19cede09632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04904a1-6546-4f13-98ef-f1f932d37d32,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.292877 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45408) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.307252 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7acca03d-40f1-4cac-b8ae-c2eee0de61c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.408159 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-0afedc19-3395-44c8-a14f-673af77c6414 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.409707 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-0afedc19-3395-44c8-a14f-673af77c6414 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "GET /v2.0/networks?id=b2c9eb02-de99-40b1-9968-684e0779a3bd HTTP/1.1" status: 200 len: 809 time: 0.1248350 Sep 27 08:45:30.430903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Request body: {'port': {'device_id': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd', 'admin_state_up': True, 'tenant_id': '72636ebc65fe4939a5ea22da6dbfa749'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:30.519256 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7acca03d-40f1-4cac-b8ae-c2eee0de61c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.614324 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4d9eb19-a4b7-4205-91b8-9a1370828092 req-c26128f1-4148-41c0-b915-511416277ec0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 210 time: 0.0253501 Sep 27 08:45:30.660818 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7acca03d-40f1-4cac-b8ae-c2eee0de61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.706190 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7acca03d-40f1-4cac-b8ae-c2eee0de61c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=211a02b5b00549ce8f6d36a638ced434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119596 Sep 27 08:45:30.708720 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acca03d-40f1-4cac-b8ae-c2eee0de61c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297b465d-5e40-4f67-ae2d-fb598bf17c2c,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.709478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45426) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.767020 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.776869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Made reservation on behalf of 72636ebc65fe4939a5ea22da6dbfa749 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:30.781018 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.803578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.916884 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45434) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.938354 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6be0bbb9-5583-4a72-91d9-37dcd56af9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.965900 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Allocated IP 172.20.0.6 (b2c9eb02-de99-40b1-9968-684e0779a3bd/ae0966f3-dd0c-4b74-b3ff-e4a52380550c/43f19148-89ed-4467-a13d-fb73b0bbcfbd) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:31.020173 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.022725 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.023867 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/297b465d-5e40-4f67-ae2d-fb598bf17c2c HTTP/1.1" status: 204 len: 168 time: 0.3125181 Sep 27 08:45:31.054237 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641a09e-db67-4fc1-80d7-af954811967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297b465d-5e40-4f67-ae2d-fb598bf17c2c,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.190364 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.192909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6be0bbb9-5583-4a72-91d9-37dcd56af9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.304090 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6be0bbb9-5583-4a72-91d9-37dcd56af9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.341809 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6be0bbb9-5583-4a72-91d9-37dcd56af9f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4838e2813e014868bb25fbc02e12265d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239659 Sep 27 08:45:31.342905 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0bbb9-5583-4a72-91d9-37dcd56af9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f665cb4-b0db-4927-9a90-ed914c8845f3,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.344592 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45444) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.393654 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.401464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.418829 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.442599 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Network b2c9eb02-de99-40b1-9968-684e0779a3bd is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:31.445573 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:31.448563 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:31.484059 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Pushing event updated for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.505296 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:31.505913 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.678490 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.679065 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c20503a1-ca75-41b9-9dde-4e24b7b56b10 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2578557 Sep 27 08:45:31.684060 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.685616 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f665cb4-b0db-4927-9a90-ed914c8845f3 HTTP/1.1" status: 204 len: 168 time: 0.3395379 Sep 27 08:45:31.694381 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Request body: {'port': {'device_id': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:31.694530 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76934ee5-dd89-4121-90e6-b15887d76fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f665cb4-b0db-4927-9a90-ed914c8845f3,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.797026 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.816973 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d2f51-79ab-4432-8948-5c778890f18e req-54654c18-3aee-4c8c-b878-7fc4958e61a7 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:31.818601 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-449d2f51-79ab-4432-8948-5c778890f18e req-54654c18-3aee-4c8c-b878-7fc4958e61a7 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 931 time: 0.0875177 Sep 27 08:45:31.897330 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-449d2f51-79ab-4432-8948-5c778890f18e req-af40d813-afa0-4be7-b562-79bed001df6b tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Sep 27 08:45:32.261890 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-73c4bfb8-fb3a-4d15-b0e5-cd3227d787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.263352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-73c4bfb8-fb3a-4d15-b0e5-cd3227d787b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.3234801 Sep 27 08:45:32.349907 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb530c8-84a5-44cc-860d-1731de50ea21 req-b0840b6c-abd3-4f28-9f33-53ed48e7a3e1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.351472 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-acb530c8-84a5-44cc-860d-1731de50ea21 req-b0840b6c-abd3-4f28-9f33-53ed48e7a3e1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.3749654 Sep 27 08:45:32.459876 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-acb530c8-84a5-44cc-860d-1731de50ea21 req-b3bdd79c-47d8-4b56-bb0e-a5fac75273df tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000082 Sep 27 08:45:32.471785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-d11c45f9-cc1e-4fad-998f-1df0d68c8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.473217 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-d11c45f9-cc1e-4fad-998f-1df0d68c8d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.1998076 Sep 27 08:45:32.538687 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-10f83250-9a45-44a6-b32e-6afff6c48c38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0548360 Sep 27 08:45:32.557754 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f19148-89ed-4467-a13d-fb73b0bbcfbd {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:32.582573 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.604364 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Transition to ACTIVE for port object 43f19148-89ed-4467-a13d-fb73b0bbcfbd will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:32.609931 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-260452d9-813f-48d9-894e-10041971ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.612819 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-260452d9-813f-48d9-894e-10041971ac5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.0644190 Sep 27 08:45:32.645553 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-682e30cc-afc9-4cd8-9a96-de5d6df79c37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254209 Sep 27 08:45:32.724165 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.794903 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-cdd006ac-bcbd-4b3b-b5c3-d3989e7af008 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352730 Sep 27 08:45:32.809748 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.923028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Attempting to bind port 43f19148-89ed-4467-a13d-fb73b0bbcfbd on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:32.923369 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Attempting to bind port 43f19148-89ed-4467-a13d-fb73b0bbcfbd by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:32.923696 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Attempting to bind port 43f19148-89ed-4467-a13d-fb73b0bbcfbd on network b2c9eb02-de99-40b1-9968-684e0779a3bd {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:32.948566 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f4bd271-8598-46a1-9cb7-efb3ab84d0b8 req-4b45e4a5-8b2f-483f-9a54-4cb1c80536ca service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396821 Sep 27 08:45:32.950637 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Port 43f19148-89ed-4467-a13d-fb73b0bbcfbd on network b2c9eb02-de99-40b1-9968-684e0779a3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:32.950968 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Attempting to bind port 43f19148-89ed-4467-a13d-fb73b0bbcfbd on network b2c9eb02-de99-40b1-9968-684e0779a3bd {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:32.956728 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:32.957194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Checking segment: {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:32.957645 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Bound using segment: {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:32.958585 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Bound port: 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:32.958944 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.100910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d254f0-f6b6-4ca0-a133-0c57882d7912 req-076c8691-2eb6-4687-989b-6bb4d0d3daac tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.102902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0d254f0-f6b6-4ca0-a133-0c57882d7912 req-076c8691-2eb6-4687-989b-6bb4d0d3daac tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 943 time: 0.0951893 Sep 27 08:45:33.108150 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:33.113327 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:33.147311 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0d254f0-f6b6-4ca0-a133-0c57882d7912 req-c93faae9-969f-48d3-bac9-fc51b9066b99 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Sep 27 08:45:33.261036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.297418 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.298387 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.299833 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/43f19148-89ed-4467-a13d-fb73b0bbcfbd HTTP/1.1" status: 200 len: 1093 time: 1.6110263 Sep 27 08:45:33.300271 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:33.302545 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:33.325525 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eff8f-629c-47d1-98f1-e7e45d1b2eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.342596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa7344-a129-40cb-b426-865a29683eb2 x-openstack-request-id: req-73aa7344-a129-40cb-b426-865a29683eb2 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:33.342882 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:33.343129 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73aa7344-a129-40cb-b426-865a29683eb2 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:33.343591 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd', 'status': 'completed', 'code': 200} Sep 27 08:45:33.408440 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-c6b39608-f0fe-4606-9c28-78439be8b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.415461 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-c6b39608-f0fe-4606-9c28-78439be8b8c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 1096 time: 0.0411296 Sep 27 08:45:33.549664 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-06d7597e-f543-4e58-86d5-3a7c9a01791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.549664 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-06d7597e-f543-4e58-86d5-3a7c9a01791d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1304741 Sep 27 08:45:33.680335 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5af25-c3b3-41d5-9f09-62da6d0e619a req-bb93ed14-6941-4efc-9db6-7d0385b35021 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.682255 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8f5af25-c3b3-41d5-9f09-62da6d0e619a req-bb93ed14-6941-4efc-9db6-7d0385b35021 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1174712 Sep 27 08:45:33.714767 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-77744cdf-c087-4afe-81ff-5e3a466f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.717353 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b1fbaecc-4afa-4ba7-97a7-d8ac3d3ef0c2 req-77744cdf-c087-4afe-81ff-5e3a466f6930 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606960 Sep 27 08:45:33.751768 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45576) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:33.758729 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8f5af25-c3b3-41d5-9f09-62da6d0e619a req-2b4793c6-16f9-4cd2-860c-2399a8f656a0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611393 Sep 27 08:45:33.814823 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c2b7619f-2e07-49ca-aa68-931f8a9be082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.816608 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-c2b7619f-2e07-49ca-aa68-931f8a9be082 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 1096 time: 0.0470192 Sep 27 08:45:33.864400 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-d65bb7a2-232f-4993-aedf-2c3cffa3c680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd HTTP/1.1" status: 200 len: 217 time: 0.0388718 Sep 27 08:45:33.865096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dc90324b-9188-499c-93d3-27874b095be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.927523 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-054e5fef-92ce-4566-95b3-d10096e515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.929634 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-054e5fef-92ce-4566-95b3-d10096e515e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae0966f3-dd0c-4b74-b3ff-e4a52380550c HTTP/1.1" status: 200 len: 849 time: 0.0528173 Sep 27 08:45:33.969776 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-bd606f70-9204-483d-a3fa-dcdbc90fa095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c9eb02-de99-40b1-9968-684e0779a3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291038 Sep 27 08:45:33.979479 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dc90324b-9188-499c-93d3-27874b095be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.072460 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dc90324b-9188-499c-93d3-27874b095be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.088418 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-0c524680-a42d-4b34-bb4b-6e65d7b35ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108599 Sep 27 08:45:34.119162 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-dc90324b-9188-499c-93d3-27874b095be3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b086582dc84b4e1d966d8d5fae248fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646281 Sep 27 08:45:34.119162 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90324b-9188-499c-93d3-27874b095be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f7047-e33d-406c-ad8a-5204de782437,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:34.119529 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45596) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:34.236636 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-032b5dcb-0bd4-43de-9096-c3c39054355e req-396b5b55-0f36-4e32-9899-4035dcaa52c0 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397707 Sep 27 08:45:34.238489 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.280845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.308185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492deb3-e01d-4ac1-b26e-133a30e501c7 req-07163e59-0e4b-493d-8f58-7890f0e716c0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.309671 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e492deb3-e01d-4ac1-b26e-133a30e501c7 req-07163e59-0e4b-493d-8f58-7890f0e716c0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 943 time: 0.0852275 Sep 27 08:45:34.358318 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e492deb3-e01d-4ac1-b26e-133a30e501c7 req-0e428025-b452-4120-a755-c10aca9718bd tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Sep 27 08:45:34.446779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.452269 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.452269 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c3f7047-e33d-406c-ad8a-5204de782437 HTTP/1.1" status: 204 len: 168 time: 0.3298094 Sep 27 08:45:34.458399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec38117-79d2-4dd4-a5cd-507da990e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f7047-e33d-406c-ad8a-5204de782437,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:34.871167 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c408bf-d1dc-4372-9e0c-291f48362849 req-d1558870-088e-4293-8eee-0ff2b1b9cf3b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.878294 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-24c408bf-d1dc-4372-9e0c-291f48362849 req-d1558870-088e-4293-8eee-0ff2b1b9cf3b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0561764 Sep 27 08:45:34.916559 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-24c408bf-d1dc-4372-9e0c-291f48362849 req-9406c10c-804c-4871-bf7e-ed40fd4f6880 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Sep 27 08:45:35.616570 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0e57-2a66-476e-b563-74a1a1959635 req-948b0816-4f1e-4188-979a-b4ec282a38ce tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.618124 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ddc0e57-2a66-476e-b563-74a1a1959635 req-948b0816-4f1e-4188-979a-b4ec282a38ce tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 943 time: 0.0523691 Sep 27 08:45:35.671010 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ddc0e57-2a66-476e-b563-74a1a1959635 req-237839f7-e112-45d5-8caf-d26415351cb0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Sep 27 08:45:36.033686 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa987e1-2f48-4c59-b234-3cffa0e96a37 req-3ae04fdd-af44-4de3-b9d1-e602d4ff939d tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:36.035178 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ffa987e1-2f48-4c59-b234-3cffa0e96a37 req-3ae04fdd-af44-4de3-b9d1-e602d4ff939d tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Sep 27 08:45:36.072682 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ffa987e1-2f48-4c59-b234-3cffa0e96a37 req-ca8ec44e-493b-40bf-a189-1fbd8b6b1c6b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Sep 27 08:45:36.807544 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab91572-d1ff-469d-993e-0cfbac1402ad req-2b5f51e7-bea6-47ee-92cd-5c9acd1f8679 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:36.809518 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ab91572-d1ff-469d-993e-0cfbac1402ad req-2b5f51e7-bea6-47ee-92cd-5c9acd1f8679 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 943 time: 0.0539405 Sep 27 08:45:36.852628 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ab91572-d1ff-469d-993e-0cfbac1402ad req-09ac3929-1299-4c91-82dd-d4f863c3bfc8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Sep 27 08:45:37.071825 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45718) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:37.201661 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f2056122-412c-4477-a2f8-20af3893ecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.228225 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920273d9-b37d-406b-9343-079739dd34a3 req-23f402ef-2e11-4592-9545-079a54ad7eaf tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.229718 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-920273d9-b37d-406b-9343-079739dd34a3 req-23f402ef-2e11-4592-9545-079a54ad7eaf tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0860560 Sep 27 08:45:37.288327 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-920273d9-b37d-406b-9343-079739dd34a3 req-2e58d057-792b-4d98-9238-95a41c70c3e0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Sep 27 08:45:37.368938 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f2056122-412c-4477-a2f8-20af3893ecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.512106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f2056122-412c-4477-a2f8-20af3893ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.553993 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f2056122-412c-4477-a2f8-20af3893ecb7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75c325d383744102880ccad56e1e8c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796529 Sep 27 08:45:37.553993 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2056122-412c-4477-a2f8-20af3893ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27af9f-de3e-4eff-ac2a-d63892ec026c,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.555768 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45734) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:37.613748 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.639379 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.813251 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.815855 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.817108 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab27af9f-de3e-4eff-ac2a-d63892ec026c HTTP/1.1" status: 204 len: 168 time: 0.2589259 Sep 27 08:45:37.826177 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31fe2e-03bb-42fd-a272-644cb75f34a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27af9f-de3e-4eff-ac2a-d63892ec026c,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.979533 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9641bb6-0f07-475a-aad1-64243c15744e req-5ed06078-ad01-40ff-96ba-b554042f84b5 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.981240 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 43f19148-89ed-4467-a13d-fb73b0bbcfbd details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:37.982170 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c9641bb6-0f07-475a-aad1-64243c15744e req-5ed06078-ad01-40ff-96ba-b554042f84b5 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 943 time: 0.0540018 Sep 27 08:45:38.025172 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c9641bb6-0f07-475a-aad1-64243c15744e req-b6750686-d770-473d-8a0e-e68adbfe31d7 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Sep 27 08:45:38.078940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:38.089518 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '43f19148-89ed-4467-a13d-fb73b0bbcfbd', 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd', 'port_id': '43f19148-89ed-4467-a13d-fb73b0bbcfbd', 'mac_address': 'fa:16:3e:cc:30:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0966f3-dd0c-4b74-b3ff-e4a52380550c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:38.126123 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.139135 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f19148-89ed-4467-a13d-fb73b0bbcfbd {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:38.157600 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:38.281457 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.329794 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:38.336857 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.337214 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.337559 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.337923 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.338280 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.338677 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.338960 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.339290 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.339637 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.339970 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.340297 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.340621 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:38.416795 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf654c-514d-4348-911d-700bedc2bac1 req-6a87ba20-a626-4fe3-8773-642dbafeacd2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.418846 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d9bf654c-514d-4348-911d-700bedc2bac1 req-6a87ba20-a626-4fe3-8773-642dbafeacd2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0577149 Sep 27 08:45:38.467580 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d9bf654c-514d-4348-911d-700bedc2bac1 req-53002f20-4326-4e8b-a366-2388c0f44a73 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Sep 27 08:45:38.560690 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['43f19148-89ed-4467-a13d-fb73b0bbcfbd'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:38.641640 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45770) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:38.656880 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ec59506a-8787-4e34-9052-90c308171e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.749802 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ec59506a-8787-4e34-9052-90c308171e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.858071 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ec59506a-8787-4e34-9052-90c308171e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.899915 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45780) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:38.900063 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ec59506a-8787-4e34-9052-90c308171e07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db2a639e1b234966b16c581b0cdd3ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571874 Sep 27 08:45:38.901108 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59506a-8787-4e34-9052-90c308171e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2978407-3f20-46a8-ac5f-d434e3825846,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:38.950413 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.971946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.083489 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.086196 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.087381 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2978407-3f20-46a8-ac5f-d434e3825846 HTTP/1.1" status: 204 len: 168 time: 0.1864209 Sep 27 08:45:39.096969 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6fff3-d3f5-4301-8703-67a87e8f137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2978407-3f20-46a8-ac5f-d434e3825846,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.146839 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846306ef-f2aa-4da6-8174-f0348c5aeaa7 req-e7a53c23-6727-4a47-b363-2e5eb5579aff tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.148398 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-846306ef-f2aa-4da6-8174-f0348c5aeaa7 req-e7a53c23-6727-4a47-b363-2e5eb5579aff tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 944 time: 0.0531754 Sep 27 08:45:39.190006 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-846306ef-f2aa-4da6-8174-f0348c5aeaa7 req-ba974426-ae97-4aed-87e2-2ce2ff8ce0a3 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Sep 27 08:45:39.361634 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 45798) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.518626 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-45705c8c-c335-4497-a634-caed94fa466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.662543 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a9a74-daa5-4836-aa02-c4a1d82cb41b req-f709f368-8a06-41c1-9b7b-96d70278b69a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.664694 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c0a9a74-daa5-4836-aa02-c4a1d82cb41b req-f709f368-8a06-41c1-9b7b-96d70278b69a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0977600 Sep 27 08:45:39.680039 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-45705c8c-c335-4497-a634-caed94fa466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.723389 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c0a9a74-daa5-4836-aa02-c4a1d82cb41b req-60e7c6d0-46cd-4f00-bba1-3f89d1cd0394 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Sep 27 08:45:39.740244 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-45705c8c-c335-4497-a634-caed94fa466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.784783 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45705c8c-c335-4497-a634-caed94fa466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759e6387-7285-4e86-a275-a97ba57fef21,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.790687 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-45705c8c-c335-4497-a634-caed94fa466d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cac84baf1b94bd0b27e2c7a5d83614d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292145 Sep 27 08:45:39.793546 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45824) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.844908 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.868574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.972646 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.975213 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.976393 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/759e6387-7285-4e86-a275-a97ba57fef21 HTTP/1.1" status: 204 len: 168 time: 0.1815295 Sep 27 08:45:39.987687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e9fe9-cc63-47ff-ace8-2928de431d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759e6387-7285-4e86-a275-a97ba57fef21,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.992249 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 43f19148-89ed-4467-a13d-fb73b0bbcfbd up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:40.151512 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 43f19148-89ed-4467-a13d-fb73b0bbcfbd completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:40.155517 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 43f19148-89ed-4467-a13d-fb73b0bbcfbd triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:40.155890 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.233877 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.260695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:40.262876 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddda7ee-b34a-4e79-befb-8319118bbb82" -d '{"events": [{"server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "name": "network-vif-plugged", "status": "completed", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:40.275581 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:40.337194 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4dfed1-cbaf-42d7-b8ec-5daa69a22ece x-openstack-request-id: req-ee4dfed1-cbaf-42d7-b8ec-5daa69a22ece {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:40.337525 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "name": "network-vif-plugged", "status": "completed", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:40.337783 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee4dfed1-cbaf-42d7-b8ec-5daa69a22ece {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:40.338170 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd', 'code': 200} Sep 27 08:45:40.349226 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deae11-a14e-4991-be6c-d9f07b4027a5 req-e5c0c878-42db-42a2-b360-312fe5485152 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.351184 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-67deae11-a14e-4991-be6c-d9f07b4027a5 req-e5c0c878-42db-42a2-b360-312fe5485152 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 944 time: 0.0922868 Sep 27 08:45:40.372709 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.392751 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-67deae11-a14e-4991-be6c-d9f07b4027a5 req-6a497922-b85b-4d82-ad6f-ae86a1f88f4e tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Sep 27 08:45:40.434998 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.736863 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9685a4-e190-4922-950d-0d630ed4bff0 req-5b4a2815-c0d9-484a-88d4-6dc13a66f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.737403 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc9685a4-e190-4922-950d-0d630ed4bff0 req-5b4a2815-c0d9-484a-88d4-6dc13a66f28c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 1098 time: 0.0394959 Sep 27 08:45:40.791169 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc9685a4-e190-4922-950d-0d630ed4bff0 req-7ade6e64-efd2-4e28-8d4a-1376cb01fe03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Sep 27 08:45:40.793118 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45858) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:40.807927 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dd4a-89b8-4d7e-a3d1-8df4c591a9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.870906 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444671fe-fa63-42c2-9fa4-5523079d05f2 req-fafdc89f-3611-4c46-b0cb-fd8b5fe0fe6e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.874251 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-444671fe-fa63-42c2-9fa4-5523079d05f2 req-fafdc89f-3611-4c46-b0cb-fd8b5fe0fe6e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0680792 Sep 27 08:45:40.932737 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-444671fe-fa63-42c2-9fa4-5523079d05f2 req-8f17e03c-71c5-4294-8fa5-49dd1e968d38 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Sep 27 08:45:40.972687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dd4a-89b8-4d7e-a3d1-8df4c591a9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.075449 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ba1dd4a-89b8-4d7e-a3d1-8df4c591a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.113263 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1ba1dd4a-89b8-4d7e-a3d1-8df4c591a9fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34e516817367473ea8d779afc1ae50f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188281 Sep 27 08:45:41.115614 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 45874) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:41.122052 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1dd4a-89b8-4d7e-a3d1-8df4c591a9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711b4445-30de-438c-abd2-d067a96e3453,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.182289 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.203470 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.327171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.329726 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.330914 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/711b4445-30de-438c-abd2-d067a96e3453 HTTP/1.1" status: 204 len: 168 time: 0.2143893 Sep 27 08:45:41.338804 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5352a-09d9-4c23-8b35-5b0e9e98dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b4445-30de-438c-abd2-d067a96e3453,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.509713 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228072-38df-4663-82cf-c9cf12c19097 req-c2b1414f-072c-4db9-94a4-3dd1da4255aa tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.511193 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-05228072-38df-4663-82cf-c9cf12c19097 req-c2b1414f-072c-4db9-94a4-3dd1da4255aa tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 945 time: 0.0482788 Sep 27 08:45:41.552324 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-05228072-38df-4663-82cf-c9cf12c19097 req-d6cf6db9-3933-4c23-9bcb-0468bae18d18 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349860 Sep 27 08:45:42.060203 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3029-7d65-4b50-bfa8-f9306fc549f1 req-0f74af9e-36e9-47b4-8ecc-5da9b9accfc0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.062952 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8efb3029-7d65-4b50-bfa8-f9306fc549f1 req-0f74af9e-36e9-47b4-8ecc-5da9b9accfc0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0563164 Sep 27 08:45:42.102361 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8efb3029-7d65-4b50-bfa8-f9306fc549f1 req-1a931c9f-b36b-4018-8fb7-12259523aab0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Sep 27 08:45:42.706466 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e61fa-4559-4a41-b19d-9b773c7bd416 req-1717c654-7d00-46ba-aef0-bc50516391e8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.714330 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c76e61fa-4559-4a41-b19d-9b773c7bd416 req-1717c654-7d00-46ba-aef0-bc50516391e8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 945 time: 0.0652580 Sep 27 08:45:42.763164 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c76e61fa-4559-4a41-b19d-9b773c7bd416 req-2180311b-626d-40ff-bc62-3c49e96f7df8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Sep 27 08:45:43.140099 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.260119 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f929d12-a077-486c-9126-78ee4987279d req-f775a17d-c0c4-42c5-ada3-840bc2770e2b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.261626 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0f929d12-a077-486c-9126-78ee4987279d req-f775a17d-c0c4-42c5-ada3-840bc2770e2b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Sep 27 08:45:43.318812 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0f929d12-a077-486c-9126-78ee4987279d req-9dc13177-f665-4e00-8689-2fdd78a9beaa tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Sep 27 08:45:44.082286 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46002) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:44.193584 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-31a5715e-4564-4ba4-9fc1-968033adf949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.285630 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-31a5715e-4564-4ba4-9fc1-968033adf949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.380576 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-31a5715e-4564-4ba4-9fc1-968033adf949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.433594 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5715e-4564-4ba4-9fc1-968033adf949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33808f-b7d6-4b95-8901-b265e4192e0b,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:44.445194 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-31a5715e-4564-4ba4-9fc1-968033adf949 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2243743d92ea448ebe028bead77f3a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616824 Sep 27 08:45:44.445312 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46016) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:44.515505 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.550010 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.571568 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fda72-ea0a-4625-ae12-cde428e24059 req-80e62cb1-5950-49cb-992e-a06595319ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.573038 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f73fda72-ea0a-4625-ae12-cde428e24059 req-80e62cb1-5950-49cb-992e-a06595319ccb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.0932822 Sep 27 08:45:44.582074 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e11aed-74a4-4148-91eb-dd321bac0fd5 req-bc415a97-14c6-4fd1-ba04-b19d073f9c38 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.583571 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-25e11aed-74a4-4148-91eb-dd321bac0fd5 req-bc415a97-14c6-4fd1-ba04-b19d073f9c38 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1319141 Sep 27 08:45:44.668612 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f73fda72-ea0a-4625-ae12-cde428e24059 req-02d45cc9-8a50-4b1e-b08b-26e2da9e7d01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840766 Sep 27 08:45:44.676192 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-25e11aed-74a4-4148-91eb-dd321bac0fd5 req-97258fba-1c15-43c4-befe-6e579f22c055 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854378 Sep 27 08:45:44.712252 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.714889 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.716174 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce33808f-b7d6-4b95-8901-b265e4192e0b HTTP/1.1" status: 204 len: 168 time: 0.2690806 Sep 27 08:45:44.724934 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee726-4214-46e2-97b7-280274f7d651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33808f-b7d6-4b95-8901-b265e4192e0b,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:44.753014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65547ce-742f-4012-aa07-a29c464aee71 req-1ff5942a-b416-4300-9617-200ac2bbba56 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.753014 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f65547ce-742f-4012-aa07-a29c464aee71 req-1ff5942a-b416-4300-9617-200ac2bbba56 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 945 time: 0.0525978 Sep 27 08:45:44.801510 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f65547ce-742f-4012-aa07-a29c464aee71 req-c4ee456a-9ef8-48e5-b98a-eaec699cbc82 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Sep 27 08:45:45.526282 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46050) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:45.578597 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46058) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:45.592391 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2f78ee5c-59c3-4a1b-aafd-ece073acac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.707936 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2f78ee5c-59c3-4a1b-aafd-ece073acac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.784433 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bfb9795d-6756-468d-83d9-64f4ef93b0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.809987 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2f78ee5c-59c3-4a1b-aafd-ece073acac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.822405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784993d-6145-46c7-ba90-c88a1d69f2f2 req-e623b651-f2fc-4ade-9155-a5346b1845b1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.823946 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3784993d-6145-46c7-ba90-c88a1d69f2f2 req-e623b651-f2fc-4ade-9155-a5346b1845b1 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0543823 Sep 27 08:45:45.872846 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2f78ee5c-59c3-4a1b-aafd-ece073acac94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=137e1f46ba5e4462bc37479f78bdff80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922513 Sep 27 08:45:45.875098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46072) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:45.884388 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3784993d-6145-46c7-ba90-c88a1d69f2f2 req-c403c418-3e37-430c-b1aa-d5974402bcaa tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Sep 27 08:45:45.901651 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ee5c-59c3-4a1b-aafd-ece073acac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2fbfa0-dff7-4a15-a40d-d86917b45281,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.965507 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e26a2-820d-4a91-af46-ae8d9d85cbfb req-983321c6-2217-4a37-90b7-5d0d847b4181 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.967053 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e95e26a2-820d-4a91-af46-ae8d9d85cbfb req-983321c6-2217-4a37-90b7-5d0d847b4181 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 945 time: 0.0807085 Sep 27 08:45:45.980865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.981956 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bfb9795d-6756-468d-83d9-64f4ef93b0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.025480 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.037403 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e95e26a2-820d-4a91-af46-ae8d9d85cbfb req-48ffb00d-e3b1-407d-a91c-b2c5912d1e55 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Sep 27 08:45:46.070466 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bfb9795d-6756-468d-83d9-64f4ef93b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.108297 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-bfb9795d-6756-468d-83d9-64f4ef93b0d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05e4750f230a44c6954df37b06545447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807734 Sep 27 08:45:46.110291 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9795d-6756-468d-83d9-64f4ef93b0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288f83e5-e690-4326-aa5f-72ac6de51f45,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:46.111064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46082) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:46.162463 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.188993 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.218424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.220958 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.222077 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab2fbfa0-dff7-4a15-a40d-d86917b45281 HTTP/1.1" status: 204 len: 168 time: 0.3456573 Sep 27 08:45:46.230107 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b952-bb21-450d-b35f-3a615ba8a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2fbfa0-dff7-4a15-a40d-d86917b45281,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:46.372483 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.375817 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.376967 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/288f83e5-e690-4326-aa5f-72ac6de51f45 HTTP/1.1" status: 204 len: 168 time: 0.2646735 Sep 27 08:45:46.407004 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cd37f-3ffb-46d7-8d91-d54ddf77d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288f83e5-e690-4326-aa5f-72ac6de51f45,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:46.439710 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-719024b7-a2dd-4379-a56b-63092b71fad2 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.441286 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-719024b7-a2dd-4379-a56b-63092b71fad2 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 945 time: 0.0790436 Sep 27 08:45:46.542366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Deleting port 43f19148-89ed-4467-a13d-fb73b0bbcfbd {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:46.542891 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.661441 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] For port 43f19148-89ed-4467-a13d-fb73b0bbcfbd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=43f19148-89ed-4467-a13d-fb73b0bbcfbd,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:46.661441 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.678860 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Calling delete_port for 43f19148-89ed-4467-a13d-fb73b0bbcfbd owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:46.934873 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.948413 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['43f19148-89ed-4467-a13d-fb73b0bbcfbd'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:47.014149 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Pushing event deleted for resources: {'Port': ['ID=43f19148-89ed-4467-a13d-fb73b0bbcfbd,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:47.073245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] No DVR routers for this DVR port 43f19148-89ed-4467-a13d-fb73b0bbcfbd on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:47.076433 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.078415 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d50e68a-086d-4e09-a6f5-75154d8f2b31 req-a0e9617b-4d8c-4105-8c99-052bf8191c75 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "DELETE /v2.0/ports/43f19148-89ed-4467-a13d-fb73b0bbcfbd HTTP/1.1" status: 204 len: 173 time: 0.6309695 Sep 27 08:45:47.078855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'name': 'network-vif-deleted', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:47.081468 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a6768a-1f09-4621-a935-c2c30a2774b5" -d '{"events": [{"server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "name": "network-vif-deleted", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:47.105651 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0434b6-d68e-4982-ad24-3f1c071cfc58 req-982b4128-b60d-4401-8a01-d03174d9c060 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.107209 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d0434b6-d68e-4982-ad24-3f1c071cfc58 req-982b4128-b60d-4401-8a01-d03174d9c060 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0982277 Sep 27 08:45:47.173048 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d0434b6-d68e-4982-ad24-3f1c071cfc58 req-61f90017-d825-417b-90da-ca9ea98e369a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593233 Sep 27 08:45:47.174893 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5bd93c17-bdaf-4da8-97be-651daffdb5cf req-575fae18-f8bb-408f-9ddf-b47c9a349f92 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c94e0c-cda2-4ae8-96a0-ba362e58b04e HTTP/1.1" status: 200 len: 210 time: 0.0385754 Sep 27 08:45:47.236583 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9727bf0-f6c0-4854-a757-663bdb6e6749 x-openstack-request-id: req-b9727bf0-f6c0-4854-a757-663bdb6e6749 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:47.237909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c94e0c-cda2-4ae8-96a0-ba362e58b04e", "name": "network-vif-deleted", "tag": "43f19148-89ed-4467-a13d-fb73b0bbcfbd", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:47.238181 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9727bf0-f6c0-4854-a757-663bdb6e6749 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:47.238768 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c94e0c-cda2-4ae8-96a0-ba362e58b04e', 'name': 'network-vif-deleted', 'tag': '43f19148-89ed-4467-a13d-fb73b0bbcfbd', 'status': 'completed', 'code': 200} Sep 27 08:45:47.339630 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46148) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:47.354355 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e2-cc4a-4212-a131-4bbdebbd767a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.445860 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e2-cc4a-4212-a131-4bbdebbd767a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.562873 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e2-cc4a-4212-a131-4bbdebbd767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.601992 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9c2606e2-cc4a-4212-a131-4bbdebbd767a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a64ef062956468898f9280c869c0a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599344 Sep 27 08:45:47.603197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2606e2-cc4a-4212-a131-4bbdebbd767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c55fd6-2315-47b7-85c4-a9149876a8c0,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:47.604722 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46160) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:47.703532 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.757198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.787005 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28832f-1ac9-4435-8885-2ce4109e49cc req-96ef807f-f411-4df0-a2bf-1884c49d04fd tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.788527 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a28832f-1ac9-4435-8885-2ce4109e49cc req-96ef807f-f411-4df0-a2bf-1884c49d04fd tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0868258 Sep 27 08:45:47.873480 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-871ed6bd-b74b-439a-bf7e-780313896b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.875035 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-871ed6bd-b74b-439a-bf7e-780313896b83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.0849061 Sep 27 08:45:47.877782 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a28832f-1ac9-4435-8885-2ce4109e49cc req-821d74ce-d3a4-46ca-afb0-f48fa9454d86 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711105 Sep 27 08:45:47.984193 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-e3ef2945-bdfe-452e-8c28-6a653023aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.985661 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-e3ef2945-bdfe-452e-8c28-6a653023aeb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.0984251 Sep 27 08:45:48.010799 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.015167 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.016415 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08c55fd6-2315-47b7-85c4-a9149876a8c0 HTTP/1.1" status: 204 len: 168 time: 0.4106500 Sep 27 08:45:48.057187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-99fc796b-6ba2-4a2f-be53-8ffd4f96ae2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0547605 Sep 27 08:45:48.062008 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211d54-92ae-4754-b682-e7d8ed91f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c55fd6-2315-47b7-85c4-a9149876a8c0,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:48.374735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-86f4c102-4442-4918-abbb-29a0ae01ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.376211 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-86f4c102-4442-4918-abbb-29a0ae01ad2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.3085201 Sep 27 08:45:48.414940 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-ddd402ec-748d-4a21-aff5-bd39bc415298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313387 Sep 27 08:45:48.548329 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-3b579b5c-1607-46ee-8f4c-d636cfcfd935 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Sep 27 08:45:48.681843 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b7489-8ed6-4366-9e18-8a9e531bca73 req-83f0e591-41c9-4842-a0a6-e99d2e452c47 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.683435 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae1b7489-8ed6-4366-9e18-8a9e531bca73 req-83f0e591-41c9-4842-a0a6-e99d2e452c47 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1177173 Sep 27 08:45:48.717607 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca4004c8-3d38-4aa6-89c6-f138d5fb3b36 req-cfe19f31-af5b-4342-810b-e2f08f4a9f96 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608617 Sep 27 08:45:48.738826 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae1b7489-8ed6-4366-9e18-8a9e531bca73 req-75d1b764-7b5f-4c21-b7d1-b54514bef8cc tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449655 Sep 27 08:45:48.940684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-970528cd-41fd-45b2-9af0-059845fa99df tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.947646 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-970528cd-41fd-45b2-9af0-059845fa99df tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/networks?id=b2c9eb02-de99-40b1-9968-684e0779a3bd HTTP/1.1" status: 200 len: 809 time: 0.1197193 Sep 27 08:45:48.963985 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-d8936f90-1bb6-42ac-a37c-fffc3ef63293 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/quotas/72636ebc65fe4939a5ea22da6dbfa749 HTTP/1.1" status: 200 len: 375 time: 0.0154071 Sep 27 08:45:48.997154 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-997d2361-5433-4576-9dd8-acc0073e39a0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323403 Sep 27 08:45:49.109460 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-c86dddde-132b-4858-ad93-af1b4d81826a service neutron] 10.222.0.76 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046498 Sep 27 08:45:49.165135 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46254) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.180839 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12f8c01a-2ff9-4ab3-8f8e-cad15fc531af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.241776 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbff4-de04-447b-ab45-5f7c6553d74b req-77c7b776-66ff-4fb7-85bd-7a8ffb913f9b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:49.244384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-60ccbff4-de04-447b-ab45-5f7c6553d74b req-77c7b776-66ff-4fb7-85bd-7a8ffb913f9b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1193745 Sep 27 08:45:49.294043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-14babd28-240f-4255-bedd-767056222401 service neutron] 10.222.0.76 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787870 Sep 27 08:45:49.297712 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12f8c01a-2ff9-4ab3-8f8e-cad15fc531af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.308887 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-60ccbff4-de04-447b-ab45-5f7c6553d74b req-94e98cd7-f5fa-4bf3-83dc-4b44b8059e38 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Sep 27 08:45:49.436914 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12f8c01a-2ff9-4ab3-8f8e-cad15fc531af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.475132 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-12f8c01a-2ff9-4ab3-8f8e-cad15fc531af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f75eb736f6ea48cc83926aa438b9a1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082428 Sep 27 08:45:49.476023 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8c01a-2ff9-4ab3-8f8e-cad15fc531af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919cb441-f4b6-45a9-9f1e-7a4d1ebd5a85,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:49.479125 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46258) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.528737 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.551793 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.613769 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6fc7d53-edaa-435b-834d-e64fee3fb34c req-35e4b683-b2f7-47eb-8cde-afce0078fe82 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Sep 27 08:45:49.751681 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.754313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.755445 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/919cb441-f4b6-45a9-9f1e-7a4d1ebd5a85 HTTP/1.1" status: 204 len: 168 time: 0.2752824 Sep 27 08:45:49.763624 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ba0f-5451-492e-90e7-1fd92321836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919cb441-f4b6-45a9-9f1e-7a4d1ebd5a85,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:49.877644 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09baa3a-1828-4a43-8480-dcdfe7a96ae6 req-49bda4f8-5fb8-4877-9ccc-4008feb699c4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:49.879173 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f09baa3a-1828-4a43-8480-dcdfe7a96ae6 req-49bda4f8-5fb8-4877-9ccc-4008feb699c4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0490303 Sep 27 08:45:49.917577 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f09baa3a-1828-4a43-8480-dcdfe7a96ae6 req-e7b20f4b-ec47-49cf-992d-97ccb691b966 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Sep 27 08:45:50.038526 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 43f19148-89ed-4467-a13d-fb73b0bbcfbd no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:50.058151 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 43f19148-89ed-4467-a13d-fb73b0bbcfbd {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:50.058568 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 43f19148-89ed-4467-a13d-fb73b0bbcfbd not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:50.434937 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16742f92-378f-408c-aa1b-e045a8fbcd1e req-90593894-262a-444c-bf4f-9d336fd530c5 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.436933 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16742f92-378f-408c-aa1b-e045a8fbcd1e req-90593894-262a-444c-bf4f-9d336fd530c5 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0566251 Sep 27 08:45:50.479632 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16742f92-378f-408c-aa1b-e045a8fbcd1e req-cf154667-f634-475b-b35a-9de0231de6fe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Sep 27 08:45:50.731362 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1816b431-a1e2-43f5-b6e4-7f2b9fb8c59a req-3cde1049-8cd8-40e6-a349-df233b8e33d4 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0373898 Sep 27 08:45:51.046956 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a729-ba93-4340-a32c-1b1ac34b8dbf req-825b4132-a13c-4140-824b-10554dfbb503 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:51.050762 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4a15a729-ba93-4340-a32c-1b1ac34b8dbf req-825b4132-a13c-4140-824b-10554dfbb503 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0611739 Sep 27 08:45:51.090011 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4a15a729-ba93-4340-a32c-1b1ac34b8dbf req-b8cda04b-45b2-476c-afa0-1573af7778ac tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342755 Sep 27 08:45:51.418179 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46340) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:51.611192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ee68-5ffb-46e1-9c4d-f94169d17b25 req-0982ba2c-2193-4d8b-8c23-608d5a10c621 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:51.627856 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1321ee68-5ffb-46e1-9c4d-f94169d17b25 req-0982ba2c-2193-4d8b-8c23-608d5a10c621 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0769181 Sep 27 08:45:51.649935 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ded0151-d7ce-4347-9070-fac66f49f70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.709648 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1321ee68-5ffb-46e1-9c4d-f94169d17b25 req-d91a5da8-ff1b-4970-b4e2-8f42a692d902 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809281 Sep 27 08:45:51.790622 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ded0151-d7ce-4347-9070-fac66f49f70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.829292 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e71a83b-9301-4059-bc93-fe4cbc53fb92 req-1f8adf5a-01e2-473d-a953-21da62ad060b tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Sep 27 08:45:51.951476 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1ded0151-d7ce-4347-9070-fac66f49f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.002566 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1ded0151-d7ce-4347-9070-fac66f49f70b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8693852e938649fc96834039fe23d1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831666 Sep 27 08:45:52.005249 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46356) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.024184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0151-d7ce-4347-9070-fac66f49f70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2654a4-0dbb-48df-b36f-721b343b4f91,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.059694 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.080489 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.114244 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-45a98ca1-9202-4e70-aa75-f62e58beda95 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.115756 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-45a98ca1-9202-4e70-aa75-f62e58beda95 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "GET /v2.0/networks?id=b2c9eb02-de99-40b1-9968-684e0779a3bd HTTP/1.1" status: 200 len: 809 time: 0.1109884 Sep 27 08:45:52.128837 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Request body: {'port': {'device_id': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd', 'admin_state_up': True, 'tenant_id': '72636ebc65fe4939a5ea22da6dbfa749'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:52.249236 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.252664 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.256166 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a2654a4-0dbb-48df-b36f-721b343b4f91 HTTP/1.1" status: 204 len: 168 time: 0.2475927 Sep 27 08:45:52.262981 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054b4d5-298d-41b0-92ff-1b6fbae4fea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2654a4-0dbb-48df-b36f-721b343b4f91,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.269270 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56aaba-4a24-408e-aaa3-25f3d2fa987d req-f1281069-6cf5-40fb-9949-447b2ae77e12 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.270842 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cf56aaba-4a24-408e-aaa3-25f3d2fa987d req-f1281069-6cf5-40fb-9949-447b2ae77e12 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0714271 Sep 27 08:45:52.274359 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46364) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.339594 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cf56aaba-4a24-408e-aaa3-25f3d2fa987d req-87ccb723-0955-4b18-ab84-88b11c8f5c4c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501070 Sep 27 08:45:52.385848 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9219e340-a2a4-4dba-aeae-e13036373ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.442794 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Made reservation on behalf of 72636ebc65fe4939a5ea22da6dbfa749 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:52.446257 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.543295 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9219e340-a2a4-4dba-aeae-e13036373ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.621591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Allocated IP 172.20.0.3 (b2c9eb02-de99-40b1-9968-684e0779a3bd/ae0966f3-dd0c-4b74-b3ff-e4a52380550c/ca7dc3da-0d33-48f1-92e6-2bf61b52476a) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:52.658212 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9219e340-a2a4-4dba-aeae-e13036373ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.729935 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e340-a2a4-4dba-aeae-e13036373ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3045e-fa23-4504-aff3-f6308772b51e,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.748703 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9219e340-a2a4-4dba-aeae-e13036373ed2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f03fb99fbaea493c999a47805dd37d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727049 Sep 27 08:45:52.751512 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46394) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.806053 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.838481 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.853424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.884253 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:45:52.958738 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a0feb2b7-b546-457b-b55b-22df05253bda req-3f1ed625-50fa-495b-b6db-bb14382d2336 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0275424 Sep 27 08:45:53.048259 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.050879 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.054967 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccc3045e-fa23-4504-aff3-f6308772b51e HTTP/1.1" status: 204 len: 168 time: 0.2995481 Sep 27 08:45:53.056336 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.061173 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183905a3-aedf-4972-84c0-5e4baade11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3045e-fa23-4504-aff3-f6308772b51e,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.111592 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Network b2c9eb02-de99-40b1-9968-684e0779a3bd is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:53.119897 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:53.133750 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8154489-a6bb-4bad-8076-583f94e0143d req-3b4bec76-2d94-4327-8f31-c4785d0c97a4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.135266 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d8154489-a6bb-4bad-8076-583f94e0143d req-3b4bec76-2d94-4327-8f31-c4785d0c97a4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1050396 Sep 27 08:45:53.136045 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:53.140120 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Pushing event updated for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.206148 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.206778 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.214421 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d8154489-a6bb-4bad-8076-583f94e0143d req-cd4ca26a-8193-4ef9-b41f-54faa8fa1d0a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716989 Sep 27 08:45:53.256689 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46408) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:53.270640 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4d30-6e46-402e-b22e-7c1e99a42b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.426164 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-4648afd0-5a64-411e-92ac-0d86f1c35984 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3011937 Sep 27 08:45:53.447522 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Request body: {'port': {'device_id': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:53.517027 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46414) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:53.530748 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98a509-5058-4fc8-9ffb-0637f4575b4e req-dcd04422-1796-4c32-8ee6-425a70de5614 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.532294 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cc98a509-5058-4fc8-9ffb-0637f4575b4e req-dcd04422-1796-4c32-8ee6-425a70de5614 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1230485 Sep 27 08:45:53.557145 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.652133 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cc98a509-5058-4fc8-9ffb-0637f4575b4e req-3aaf7961-56f2-4bcf-a470-54ed2ea7dd42 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990522 Sep 27 08:45:53.676171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4d30-6e46-402e-b22e-7c1e99a42b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.726949 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-2b3df68f-779f-4357-94e6-6474f5bf57c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.755012 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-37f13e58-bb6e-4082-b90c-35d4f63e14ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.773409 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4d30-6e46-402e-b22e-7c1e99a42b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.817097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378b3c0-6b59-44ef-b1c8-d7a34060ecdb req-a6d1af37-4ef0-4f8e-a45c-009045c102b4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.818629 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7378b3c0-6b59-44ef-b1c8-d7a34060ecdb req-a6d1af37-4ef0-4f8e-a45c-009045c102b4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1411304 Sep 27 08:45:53.848303 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4d30-6e46-402e-b22e-7c1e99a42b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afe42a-1867-4457-b53c-a9445f78e1d3,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.859260 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-37f13e58-bb6e-4082-b90c-35d4f63e14ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.867335 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d3ff4d30-6e46-402e-b22e-7c1e99a42b76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a2c4eae3ee74d04ae8382380bce22ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060345 Sep 27 08:45:53.869178 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46428) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:53.922709 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7378b3c0-6b59-44ef-b1c8-d7a34060ecdb req-c8359cb0-2db0-41bc-bc3c-3586dd66bcb4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868521 Sep 27 08:45:53.923722 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.954063 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.960281 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-37f13e58-bb6e-4082-b90c-35d4f63e14ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.020712 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-37f13e58-bb6e-4082-b90c-35d4f63e14ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fd996703e4044059894954b7f6bfa84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025063 Sep 27 08:45:54.021851 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13e58-bb6e-4082-b90c-35d4f63e14ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f596f60a-25af-43e9-9cc4-b5b570f361c5,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.024232 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46438) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:54.096392 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.119672 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.133437 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb947-7227-499b-acf3-9829d1796602 req-de1e0095-17e3-4432-9379-ebc8eb373f7e tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.134878 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e4bfb947-7227-499b-acf3-9829d1796602 req-de1e0095-17e3-4432-9379-ebc8eb373f7e tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 931 time: 0.1026678 Sep 27 08:45:54.142635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7dc3da-0d33-48f1-92e6-2bf61b52476a {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:54.160594 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.168473 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.171777 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.172984 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06afe42a-1867-4457-b53c-a9445f78e1d3 HTTP/1.1" status: 204 len: 168 time: 0.3026848 Sep 27 08:45:54.182923 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d2811-e65d-418a-ade7-6f62126e15ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afe42a-1867-4457-b53c-a9445f78e1d3,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.202307 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e4bfb947-7227-499b-acf3-9829d1796602 req-e15a0cee-c441-43cc-b072-525f0800b4fa tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551593 Sep 27 08:45:54.422085 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d778de-384b-4f9a-8278-51593ca3acc8 req-0596a04d-3c67-4370-b613-70b50b67b576 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.422085 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6d778de-384b-4f9a-8278-51593ca3acc8 req-0596a04d-3c67-4370-b613-70b50b67b576 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0587344 Sep 27 08:45:54.424809 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.424809 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.424809 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f596f60a-25af-43e9-9cc4-b5b570f361c5 HTTP/1.1" status: 204 len: 168 time: 0.3467267 Sep 27 08:45:54.427212 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Transition to ACTIVE for port object ca7dc3da-0d33-48f1-92e6-2bf61b52476a will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:54.429126 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da3ca3-62e5-441c-a113-c9fcf075f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f596f60a-25af-43e9-9cc4-b5b570f361c5,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.429945 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6d778de-384b-4f9a-8278-51593ca3acc8 req-3fdc58ea-4247-4851-8b57-1b490a758a61 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Sep 27 08:45:54.758082 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.800753 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7eb6-34aa-4e9f-ab1c-79247ff7fcb3 req-8e8226c2-df87-47ee-9438-6dc49dfccb4f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.802230 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6ba7eb6-34aa-4e9f-ab1c-79247ff7fcb3 req-8e8226c2-df87-47ee-9438-6dc49dfccb4f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0790796 Sep 27 08:45:54.839391 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.899110 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6ba7eb6-34aa-4e9f-ab1c-79247ff7fcb3 req-34d53bf6-a15b-44dc-b133-3bfb15d56fd8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880885 Sep 27 08:45:54.930722 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Attempting to bind port ca7dc3da-0d33-48f1-92e6-2bf61b52476a on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:54.931209 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Attempting to bind port ca7dc3da-0d33-48f1-92e6-2bf61b52476a by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:54.931588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Attempting to bind port ca7dc3da-0d33-48f1-92e6-2bf61b52476a on network b2c9eb02-de99-40b1-9968-684e0779a3bd {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:54.936544 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Port ca7dc3da-0d33-48f1-92e6-2bf61b52476a on network b2c9eb02-de99-40b1-9968-684e0779a3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:54.936882 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Attempting to bind port ca7dc3da-0d33-48f1-92e6-2bf61b52476a on network b2c9eb02-de99-40b1-9968-684e0779a3bd {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:54.941846 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:54.942329 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Checking segment: {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:54.942716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Bound using segment: {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:54.943149 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Bound port: ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a518baa-f1d7-4bc1-a1d1-87401c565421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:54.943503 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.011218 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:55.014461 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:55.093010 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.128766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.129368 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.130753 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca7dc3da-0d33-48f1-92e6-2bf61b52476a HTTP/1.1" status: 200 len: 1093 time: 1.6889014 Sep 27 08:45:55.131183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:55.133856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc22f24-7cc1-4fbc-9322-d7d397d29957" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:55.159350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed4d87-8b75-4399-8fd4-5c4f891f1396 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.171905 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e68cdd-308f-4183-860a-0376152c1cd2 x-openstack-request-id: req-18e68cdd-308f-4183-860a-0376152c1cd2 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:55.172246 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:55.172494 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18e68cdd-308f-4183-860a-0376152c1cd2 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:55.172871 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a', 'status': 'completed', 'code': 200} Sep 27 08:45:55.238761 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-e6f1c035-c423-4811-8b9f-0aa72c276536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.240714 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-e6f1c035-c423-4811-8b9f-0aa72c276536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0469034 Sep 27 08:45:55.287803 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46484) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.400515 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aab12-993d-4b1d-95b1-b5e3ce015fc9 req-6b23237b-e417-4deb-b1f5-4840c8299b01 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.400515 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a2aab12-993d-4b1d-95b1-b5e3ce015fc9 req-6b23237b-e417-4deb-b1f5-4840c8299b01 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 943 time: 0.1006172 Sep 27 08:45:55.400515 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-a33cf564-ef40-4c95-8c88-2d2cc631a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.400515 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-a33cf564-ef40-4c95-8c88-2d2cc631a8f7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1362166 Sep 27 08:45:55.476187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2a2aab12-993d-4b1d-95b1-b5e3ce015fc9 req-9257b1d6-d173-4d29-a55b-f54ae30056c8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877178 Sep 27 08:45:55.539165 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-50be211e-4570-4521-a6e7-dff0a6993a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.539165 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ffc22f24-7cc1-4fbc-9322-d7d397d29957 req-50be211e-4570-4521-a6e7-dff0a6993a3c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417792 Sep 27 08:45:55.547100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8e97-42ec-4f4e-ba70-bf567e52d64b req-c3643fe7-4806-42b8-9bc2-ddafcee5c008 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.548325 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-985a8e97-42ec-4f4e-ba70-bf567e52d64b req-c3643fe7-4806-42b8-9bc2-ddafcee5c008 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0711577 Sep 27 08:45:55.616415 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-985a8e97-42ec-4f4e-ba70-bf567e52d64b req-849fee9f-1b40-458c-b902-46f02001b860 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597668 Sep 27 08:45:55.627991 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-1b766a3e-ae1e-40c0-9821-4fb09538f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.638470 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-1b766a3e-ae1e-40c0-9821-4fb09538f3e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0547569 Sep 27 08:45:55.683326 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-5b999876-403c-4f07-a872-5a85cf07d594 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a HTTP/1.1" status: 200 len: 217 time: 0.0449271 Sep 27 08:45:55.704980 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298949541-network', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:55.740124 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-22f70f3e-14ec-4076-bad1-2958fb3481ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.740124 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-22f70f3e-14ec-4076-bad1-2958fb3481ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae0966f3-dd0c-4b74-b3ff-e4a52380550c HTTP/1.1" status: 200 len: 849 time: 0.0490348 Sep 27 08:45:55.772772 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-79f3f32c-e85e-4fa7-b9a1-65a629c414d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c9eb02-de99-40b1-9968-684e0779a3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246634 Sep 27 08:45:55.774391 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46498) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.864824 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Made reservation on behalf of ec5cb8a953634a04a7b491617cd0bf3d for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:55.871699 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.871699 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c34dfb8-670a-4033-9690-96e6cd139ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.875107 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-c9ebf22d-9e64-4fe9-9c07-2b60611b5afb service neutron] 10.222.0.13 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Sep 27 08:45:55.884141 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.918607 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46504) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.940610 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.015149 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c34dfb8-670a-4033-9690-96e6cd139ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.110112 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-48a7874c-b45a-4c78-b376-179f5e163a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.114790 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c34dfb8-670a-4033-9690-96e6cd139ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.149475 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.db.api [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:45:56.149475 dv-cinder-811085-1-smb neutron-server[101280]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:45:56.149475 dv-cinder-811085-1-smb neutron-server[101280]: [parameters: {'project_id_1': 'f4212d48efee42f8aa663797102d3f42', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 45, 35, 962196)}] Sep 27 08:45:56.149475 dv-cinder-811085-1-smb neutron-server[101280]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:45:56.153968 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG oslo_db.api [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:45:56.168697 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7c34dfb8-670a-4033-9690-96e6cd139ef7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08b1e67016ca4edcb5ab1ebd16d15717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931210 Sep 27 08:45:56.173721 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46510) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:56.186714 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34dfb8-670a-4033-9690-96e6cd139ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac95ed9-12a7-4f18-bcf1-cd93f77e78a6,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.214922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98128ed6-9bf7-4483-b0bc-2e9f351896d5 req-fac5b37f-37ed-4f5c-81db-1ff0262ffba6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.216511 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98128ed6-9bf7-4483-b0bc-2e9f351896d5 req-fac5b37f-37ed-4f5c-81db-1ff0262ffba6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0958891 Sep 27 08:45:56.246986 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f9684aff-2a80-43a0-aa98-b5fcb26bbeb7 req-aee50f76-0472-46bf-9396-10429a2232dd service neutron] 10.222.0.13 "GET /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644741 Sep 27 08:45:56.262308 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.266457 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98128ed6-9bf7-4483-b0bc-2e9f351896d5 req-dddb3e43-75d9-4f33-bde8-44a1a34212b2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Sep 27 08:45:56.283177 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.294897 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.469851 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.496175 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee614977-870d-4a03-b69d-2e036e922112,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.594417 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662023d4-b76f-4153-976e-958e59e3338c req-8746d391-4e21-42a4-9355-829ec4e88c64 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.595937 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-662023d4-b76f-4153-976e-958e59e3338c req-8746d391-4e21-42a4-9355-829ec4e88c64 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 943 time: 0.0489242 Sep 27 08:45:56.607919 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.607919 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.607919 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cac95ed9-12a7-4f18-bcf1-cd93f77e78a6 HTTP/1.1" status: 204 len: 168 time: 0.4292057 Sep 27 08:45:56.614041 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:56.665621 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.666725 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-662023d4-b76f-4153-976e-958e59e3338c req-5cd34726-0487-472a-8e49-6162a18e634c tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634964 Sep 27 08:45:56.690497 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.691027 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Added segment 1fbf9d41-791d-47bd-a916-cb893c837285 of type vlan for network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 Sep 27 08:45:56.693346 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89bb37-06af-434c-8bb0-2fdddf06ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac95ed9-12a7-4f18-bcf1-cd93f77e78a6,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.764768 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.768292 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6012-c270-49d9-89f6-636591194c5d req-1c17bd77-5a48-4ba1-8bd1-d5c9d1ae7dfe tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.775815 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50fe6012-c270-49d9-89f6-636591194c5d req-1c17bd77-5a48-4ba1-8bd1-d5c9d1ae7dfe tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0751224 Sep 27 08:45:56.818062 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50fe6012-c270-49d9-89f6-636591194c5d req-cd0c8b71-807a-45f1-94a8-bf92d5f42908 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413768 Sep 27 08:45:56.862955 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.911271 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.979906 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.980976 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.981638 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.983970 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.056061 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4212d48efee42f8aa663797102d3f42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1362653 Sep 27 08:45:57.060248 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46534) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:57.085244 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056d98-e41c-46fa-bc40-3a14012ca3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0aff7-c991-43d3-a998-d4c89c1251a1,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.088465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] Pushing event updated for resources: {'Network': ['ID=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.109178 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:57.123009 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.143483 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-70dc56b2-946a-4626-b8db-a906daf3844c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8544531 Sep 27 08:45:57.146509 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.152507 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46538) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:57.157064 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Request body: {'subnet': {'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298949541-subnet', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:57.311595 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Made reservation on behalf of ec5cb8a953634a04a7b491617cd0bf3d for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:57.314111 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.367553 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.370317 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.374545 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdb0aff7-c991-43d3-a998-d4c89c1251a1 HTTP/1.1" status: 204 len: 168 time: 0.3129795 Sep 27 08:45:57.408638 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.411868 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c545d21-e757-4cc9-9629-f5e155c4defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb0aff7-c991-43d3-a998-d4c89c1251a1,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.447484 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898ddeb-15f8-46b7-a64b-e6debd6edeed req-a0ed9873-3ace-4600-aab1-4a92259cd08c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.457138 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f898ddeb-15f8-46b7-a64b-e6debd6edeed req-a0ed9873-3ace-4600-aab1-4a92259cd08c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1138430 Sep 27 08:45:57.511453 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f898ddeb-15f8-46b7-a64b-e6debd6edeed req-5b4b735e-5954-4195-b758-c73613885342 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533037 Sep 27 08:45:57.728468 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.783044 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174a4e9-0f70-46ac-aa33-ab6fb2fece8a req-0b62fb1d-eef6-469f-b236-4f546f68e789 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.784825 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9174a4e9-0f70-46ac-aa33-ab6fb2fece8a req-0b62fb1d-eef6-469f-b236-4f546f68e789 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 943 time: 0.0518267 Sep 27 08:45:57.793785 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55639b8-ec0a-484c-9d5d-da0ca02cb959,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.809333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Checking segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:57.809692 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Network hostable DHCP agents. Network: a85a99fa-afd4-4739-a6d1-ee7dc42b0be8, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:45:57.837495 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9174a4e9-0f70-46ac-aa33-ab6fb2fece8a req-7c570e36-0934-47a4-92ad-8a1ce63765f9 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Sep 27 08:45:57.985706 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:45:58.006780 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19168-31a0-4d5d-aa3e-8b5ec68de870 req-27e51f4f-36bd-4ce8-9b22-146b8d8ce946 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.009465 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e6f19168-31a0-4d5d-aa3e-8b5ec68de870 req-27e51f4f-36bd-4ce8-9b22-146b8d8ce946 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Sep 27 08:45:58.069142 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e6f19168-31a0-4d5d-aa3e-8b5ec68de870 req-7bd220fb-9ce9-4c68-b29f-5ebee8b8365f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534234 Sep 27 08:45:58.208465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, a85a99fa-afd4-4739-a6d1-ee7dc42b0be8) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:58.219198 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235101b-109a-4733-afe5-da9d60eebbd6 None None] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:58.228330 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.240333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.386596 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-66d0ce66-74d0-44b5-a9c4-4a3a266a0421 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2331405 Sep 27 08:45:58.389020 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46588) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:58.393559 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:58.399130 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:45:58.399438 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.542370 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b65126-e767-4449-9ae5-45c868509ee5 req-7473ca90-1e42-4f30-af9a-5f923f79153e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.543866 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30b65126-e767-4449-9ae5-45c868509ee5 req-7473ca90-1e42-4f30-af9a-5f923f79153e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0473783 Sep 27 08:45:58.584000 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30b65126-e767-4449-9ae5-45c868509ee5 req-efa094d3-b466-462f-b264-43cd552a0470 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Sep 27 08:45:58.611361 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.624874 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.625718 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Allocated IP 172.20.0.2 (a85a99fa-afd4-4739-a6d1-ee7dc42b0be8/c55639b8-ec0a-484c-9d5d-da0ca02cb959/822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:58.664731 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4bcd6-5fd1-46e3-9f18-226005b2df24 req-b3ae5af3-ea4f-4934-9f10-9eb24a8b2a99 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.664731 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ebd4bcd6-5fd1-46e3-9f18-226005b2df24 req-b3ae5af3-ea4f-4934-9f10-9eb24a8b2a99 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0699649 Sep 27 08:45:58.712483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.729331 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ebd4bcd6-5fd1-46e3-9f18-226005b2df24 req-06d8c821-5e3c-464a-a579-9c170a45b45c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633891 Sep 27 08:45:58.736191 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a520a9-04d4-4477-8849-88a40e670435 req-1c6965fb-3001-410c-abe1-80ea148d5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.737705 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-1c6965fb-3001-410c-abe1-80ea148d5854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.0648248 Sep 27 08:45:58.777982 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.830076 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a520a9-04d4-4477-8849-88a40e670435 req-833b971a-425f-4f4f-9c6f-61e3a85e1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.831823 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-833b971a-425f-4f4f-9c6f-61e3a85e1090 service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.0862064 Sep 27 08:45:58.880427 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-b651945d-4757-4f70-94a9-4b08fdd654ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0383947 Sep 27 08:45:58.997194 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.002886 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a520a9-04d4-4477-8849-88a40e670435 req-2639abf2-631b-4d3f-b4cd-a82a748b1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.002886 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-2639abf2-631b-4d3f-b4cd-a82a748b1221 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.1141043 Sep 27 08:45:59.043263 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-a61a526b-aabd-4256-9393-00ff56618a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335579 Sep 27 08:45:59.045992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:59.051829 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:59.058064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0df1a-c291-4780-a021-dc926ec0cc6c req-6e610e32-54fe-4d26-bee1-8665b3390cc6 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.058973 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:59.059878 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1bd0df1a-c291-4780-a021-dc926ec0cc6c req-6e610e32-54fe-4d26-bee1-8665b3390cc6 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 943 time: 0.1232595 Sep 27 08:45:59.067832 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Pushing event updated for resources: {'Port': ['ID=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.088412 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.100011 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.137152 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Attempting to bind port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:59.137535 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Attempting to bind port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:59.137905 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Attempting to bind port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff on network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:59.143225 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:59.143607 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Checking segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:59.144016 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.144413 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Bound using segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:59.144888 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Bound port: 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:59.145268 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.165648 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1bd0df1a-c291-4780-a021-dc926ec0cc6c req-c07bea39-def3-4d54-869f-abe281ebb1db tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973828 Sep 27 08:45:59.198955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-ba9f2c14-4daf-4b30-94ab-1a4745282a4a service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371465 Sep 27 08:45:59.235176 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] For port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:59.243928 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] For port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:59.283443 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91b9c-aa1d-4cf3-bcad-4916f1bf440c req-0e1d3468-6094-4429-b8f7-4b21b59b8970 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.283443 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ca91b9c-aa1d-4cf3-bcad-4916f1bf440c req-0e1d3468-6094-4429-b8f7-4b21b59b8970 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1035285 Sep 27 08:45:59.364041 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50a520a9-04d4-4477-8849-88a40e670435 req-4aa61f7b-f555-478f-b3d0-08f8e08252ab service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471868 Sep 27 08:45:59.373347 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ca91b9c-aa1d-4cf3-bcad-4916f1bf440c req-78e6dcba-dc96-4acf-b1c6-c163447bbcfb tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639174 Sep 27 08:45:59.401596 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.484810 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be813f80-0ce7-4b4d-9ffb-5f8f4821f597 None None] Pushing event updated for resources: {'Port': ['ID=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.488193 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.517372 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.635029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Allocated IP 172.28.3.61 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/087874a1-2150-4267-a2d3-a03e3ff85b20) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:59.790637 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.817648 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574025b-ab6d-4c0e-a2fe-a30444b9dc54 req-589989bb-b3f5-48e6-aa87-be14a09f90c5 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.827810 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6574025b-ab6d-4c0e-a2fe-a30444b9dc54 req-589989bb-b3f5-48e6-aa87-be14a09f90c5 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0966311 Sep 27 08:45:59.895423 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6574025b-ab6d-4c0e-a2fe-a30444b9dc54 req-03489b67-ed90-4af3-bbfb-d7cde4a9ef4d tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649762 Sep 27 08:45:59.914117 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed89b-7330-4df0-8a66-1acde5f02455 req-3c0f192c-52c7-4cbb-b958-90c2da2b7ede tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.915618 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e99ed89b-7330-4df0-8a66-1acde5f02455 req-3c0f192c-52c7-4cbb-b958-90c2da2b7ede tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0641923 Sep 27 08:45:59.944269 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.954196 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e99ed89b-7330-4df0-8a66-1acde5f02455 req-4baee3dc-f396-49d9-b88a-7bbee6d22e8b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Sep 27 08:45:59.982203 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:59.984979 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:59.989298 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:59.997387 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Pushing event updated for resources: {'Port': ['ID=087874a1-2150-4267-a2d3-a03e3ff85b20,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:00.069930 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ca7dc3da-0d33-48f1-92e6-2bf61b52476a details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:00.175833 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:00.189243 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a', 'network_id': 'b2c9eb02-de99-40b1-9968-684e0779a3bd', 'port_id': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a', 'mac_address': 'fa:16:3e:94:e8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0966f3-dd0c-4b74-b3ff-e4a52380550c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:00.237313 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.253872 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7dc3da-0d33-48f1-92e6-2bf61b52476a {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:00.282197 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:00.307835 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dbfec-f166-462d-ad52-6e025cef5311 req-4cd3e667-8cd7-48a9-8559-18cc73544e9f tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.309690 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-355dbfec-f166-462d-ad52-6e025cef5311 req-4cd3e667-8cd7-48a9-8559-18cc73544e9f tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 943 time: 0.0594766 Sep 27 08:46:00.382713 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-355dbfec-f166-462d-ad52-6e025cef5311 req-db6f009e-6ef2-4ce2-8e06-e82c4594300e tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664380 Sep 27 08:46:00.397159 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.408265 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.527188 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:00.590413 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b88e61-00b4-443b-830c-72f3a70fdaf8 req-7c8159c5-61a9-4e25-855a-18cf8479002c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.598888 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-94b88e61-00b4-443b-830c-72f3a70fdaf8 req-7c8159c5-61a9-4e25-855a-18cf8479002c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1063428 Sep 27 08:46:00.636983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:00.673359 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-94b88e61-00b4-443b-830c-72f3a70fdaf8 req-4581b638-2a69-4bee-aa62-400f49693c2d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721276 Sep 27 08:46:00.685796 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d39c4-d5a2-418b-84f8-ddca267bba3c None None] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:00.711100 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['ca7dc3da-0d33-48f1-92e6-2bf61b52476a'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:00.727011 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.792508 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] Provisioning complete for port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:00.792878 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.839589 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:00.839963 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.974510 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Router 8723e6ea-eda0-4158-a4bf-2f287070c83a is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:46:01.024390 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa022c5-b73d-43ae-9b2b-ed0a6fab46b4 req-174d19c4-34ca-47de-851e-e20d10492915 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.027367 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4aa022c5-b73d-43ae-9b2b-ed0a6fab46b4 req-174d19c4-34ca-47de-851e-e20d10492915 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0617986 Sep 27 08:46:01.066905 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.093365 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.115420 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4aa022c5-b73d-43ae-9b2b-ed0a6fab46b4 req-86fb0b38-c25e-4490-bc8a-4a3ba428fb5f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Sep 27 08:46:01.124365 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e054-3b3f-41b2-8a8a-d087f4c643db req-325d8c8e-3c0b-4920-a2e7-e08214c52dad tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.131748 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16e7e054-3b3f-41b2-8a8a-d087f4c643db req-325d8c8e-3c0b-4920-a2e7-e08214c52dad tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0837090 Sep 27 08:46:01.156558 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:01.157574 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] For port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:01.168376 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Sync routers for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:01.182927 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:01.183764 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:01.196921 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16e7e054-3b3f-41b2-8a8a-d087f4c643db req-c2539efa-37d1-4811-937d-e4e9b09a98f5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637732 Sep 27 08:46:01.236699 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.292126 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.293376 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-fd981c08-ca47-4d4b-9b6d-68d5af9a779b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9033139 Sep 27 08:46:01.296865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46662) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:01.314230 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:01.352406 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.db.api [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:46:01.352780 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG oslo_db.api [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:46:01.362646 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0372d3-38b4-45f2-88a3-d8b29e0598bf None None] Pushing event updated for resources: {'Port': ['ID=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:01.372982 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-7d889fe6-4b76-449f-9e56-a6e1163a44ff None None] Provisioning complete for port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:01.373344 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7d889fe6-4b76-449f-9e56-a6e1163a44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.551758 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:00Z', 'revision_number': 3, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:01.591102 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e2363-8694-4b89-8e65-1e6c87159aa3 req-0d75fca1-94de-42aa-a05a-cb64f305f51c tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.591277 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Checking router: 8723e6ea-eda0-4158-a4bf-2f287070c83a for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:01.591554 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Updating router 8723e6ea-eda0-4158-a4bf-2f287070c83a port 087874a1-2150-4267-a2d3-a03e3ff85b20 binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:01.592586 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-643e2363-8694-4b89-8e65-1e6c87159aa3 req-0d75fca1-94de-42aa-a05a-cb64f305f51c tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 944 time: 0.0935905 Sep 27 08:46:01.618117 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.706287 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-643e2363-8694-4b89-8e65-1e6c87159aa3 req-32425911-ba77-4323-a6a4-bd30a51938e8 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053088 Sep 27 08:46:01.846954 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4e747-0160-42c7-bffb-d9ff421d0254 req-c65f8029-353d-49d0-a2a8-2690ac8cfb8b tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:01.848512 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f1f4e747-0160-42c7-bffb-d9ff421d0254 req-c65f8029-353d-49d0-a2a8-2690ac8cfb8b tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Sep 27 08:46:01.912802 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.942007 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f1f4e747-0160-42c7-bffb-d9ff421d0254 req-82f1d27c-77b7-4ed6-be73-883b30a41ee2 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814743 Sep 27 08:46:01.949197 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.012783 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.070108 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Attempting to bind port 087874a1-2150-4267-a2d3-a03e3ff85b20 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:02.070586 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Attempting to bind port 087874a1-2150-4267-a2d3-a03e3ff85b20 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:02.071013 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Attempting to bind port 087874a1-2150-4267-a2d3-a03e3ff85b20 on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:02.080858 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Pushing event updated for resources: {'Port': ['ID=087874a1-2150-4267-a2d3-a03e3ff85b20,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.083096 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:02.083544 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:02.084015 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.084473 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:02.085581 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Bound port: 087874a1-2150-4267-a2d3-a03e3ff85b20, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:02.086049 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.089977 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:02.092693 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ca7dc3da-0d33-48f1-92e6-2bf61b52476a up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:02.111726 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.112158 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.112725 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.113305 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.113914 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.114334 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.114900 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.115414 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.116088 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.116676 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.117496 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.118042 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:02.130314 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Allocated IP 172.20.0.1 (a85a99fa-afd4-4739-a6d1-ee7dc42b0be8/c55639b8-ec0a-484c-9d5d-da0ca02cb959/766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:02.158686 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] For port 087874a1-2150-4267-a2d3-a03e3ff85b20, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:02.163933 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] For port 087874a1-2150-4267-a2d3-a03e3ff85b20, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=087874a1-2150-4267-a2d3-a03e3ff85b20,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:02.258364 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.308612 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:02.309499 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:02.325443 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.341112 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:02.359398 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:02.420764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134efa-d268-4202-a457-9e0ea0494da0 req-ee2980dd-7e2b-43fb-bc47-171512ac955b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.423641 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:02.428076 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-60134efa-d268-4202-a457-9e0ea0494da0 req-ee2980dd-7e2b-43fb-bc47-171512ac955b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.2070377 Sep 27 08:46:02.443619 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port ca7dc3da-0d33-48f1-92e6-2bf61b52476a completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:02.447383 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.462230 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port ca7dc3da-0d33-48f1-92e6-2bf61b52476a triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:02.462636 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.467585 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:02.486458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82707f1c-4286-427a-8427-94e2283ed777 req-8f498979-393d-4047-8419-0894b15d43c9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.488266 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-82707f1c-4286-427a-8427-94e2283ed777 req-8f498979-393d-4047-8419-0894b15d43c9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.2075403 Sep 27 08:46:02.505153 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:02.617880 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.620040 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-60134efa-d268-4202-a457-9e0ea0494da0 req-1d03afdd-5076-4d7c-a903-e3b429de24de tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226246 Sep 27 08:46:02.621307 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.671678 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:02.690758 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-82707f1c-4286-427a-8427-94e2283ed777 req-b3f23654-1112-4dba-b617-a914a5780a4d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724639 Sep 27 08:46:02.714788 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a188c0-9c0c-4641-a166-52db009320ea None None] Pushing event updated for resources: {'Port': ['ID=087874a1-2150-4267-a2d3-a03e3ff85b20,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.745932 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.751802 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:00Z', 'revision_number': 3, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:02.758891 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:02.759970 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:02.761919 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:02.764297 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750cec0-f2c4-4456-85e9-8a23e2750e1a" -d '{"events": [{"server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:02.769942 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.776573 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:02.786135 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68ad75-3e95-4f0b-b524-e8812611d015 None None] The sync data for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb is: [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:00Z', 'revision_number': 3, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:02.791712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:02.929560 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.079365 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3930-ada9-4d4b-b7d6-8c57316e5d3a req-b725abe0-d756-4796-92a9-db71f7360638 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:03.081397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6c0f3930-ada9-4d4b-b7d6-8c57316e5d3a req-b725abe0-d756-4796-92a9-db71f7360638 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 944 time: 0.2235298 Sep 27 08:46:03.158806 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227ee4e-c824-4924-a249-aae5de48af99 x-openstack-request-id: req-8227ee4e-c824-4924-a249-aae5de48af99 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:03.159110 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "name": "network-vif-plugged", "status": "completed", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:03.159367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8227ee4e-c824-4924-a249-aae5de48af99 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:03.159746 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a', 'code': 200} Sep 27 08:46:03.162695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=6']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.170586 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.296489 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['e424682e-7d8f-4560-affa-6a2ee2090003'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:03.346496 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-f970e0ef-dcc2-4c01-b7ae-01873dc33f1c None None] Provisioning complete for port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:03.347210 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f970e0ef-dcc2-4c01-b7ae-01873dc33f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.388163 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.390064 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6c0f3930-ada9-4d4b-b7d6-8c57316e5d3a req-28fcc980-3be8-4a20-bc19-e554e9d3b601 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240672 Sep 27 08:46:03.428087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5fb03-183f-4db9-b271-5d719a0cb347 req-ac1454ff-7732-477f-84be-8c540e1a6f8d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:03.430989 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.440288 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bab5fb03-183f-4db9-b271-5d719a0cb347 req-ac1454ff-7732-477f-84be-8c540e1a6f8d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.2779677 Sep 27 08:46:03.464055 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:03.464664 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.497234 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-f970e0ef-dcc2-4c01-b7ae-01873dc33f1c None None] Port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:03.514574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450d772-380a-476b-be26-333488bb6973 req-081c28df-b55f-4c63-b520-9026ed6bf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:03.516292 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b450d772-380a-476b-be26-333488bb6973 req-081c28df-b55f-4c63-b520-9026ed6bf7ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 1098 time: 0.2128570 Sep 27 08:46:03.576564 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bab5fb03-183f-4db9-b271-5d719a0cb347 req-bc676f9c-415f-4b20-b17e-b55093cdd799 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351550 Sep 27 08:46:03.673985 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b450d772-380a-476b-be26-333488bb6973 req-bf023b4f-f2ed-4c99-abae-e1415ef0496f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480467 Sep 27 08:46:03.906934 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f338b-642b-487a-b93f-de7897fd77b5 req-0ccbed8d-bfa5-4a67-9514-453e061bbb05 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:03.914726 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3a8f338b-642b-487a-b93f-de7897fd77b5 req-0ccbed8d-bfa5-4a67-9514-453e061bbb05 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1695611 Sep 27 08:46:03.970159 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.037564 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3a8f338b-642b-487a-b93f-de7897fd77b5 req-6bdf6b69-d166-41be-9ecc-a32f6b0ed190 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164618 Sep 27 08:46:04.051180 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83148a-16a1-4867-b7b2-98873953d312 req-ada6bf33-6cea-4756-8bae-bf17fdd4b077 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.058846 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fa83148a-16a1-4867-b7b2-98873953d312 req-ada6bf33-6cea-4756-8bae-bf17fdd4b077 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 944 time: 0.2518384 Sep 27 08:46:04.071144 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.096597 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:04.191534 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port e424682e-7d8f-4560-affa-6a2ee2090003 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:04.191922 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.214036 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fa83148a-16a1-4867-b7b2-98873953d312 req-8c0d9532-233d-45b8-9d1b-cb618121e59c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538987 Sep 27 08:46:04.216365 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.227665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.289788 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.360287 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:04.374708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:04.376369 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:04.617030 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.668503 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 087874a1-2150-4267-a2d3-a03e3ff85b20 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:04.790332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=7']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.812955 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-43d0753d-99be-430c-8b32-65e10a4e40d8 None None] Provisioning complete for port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:04.813336 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-43d0753d-99be-430c-8b32-65e10a4e40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.898443 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 087874a1-2150-4267-a2d3-a03e3ff85b20 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:04.898822 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.953641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-43d0753d-99be-430c-8b32-65e10a4e40d8 None None] Port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:04.961430 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073b32-853c-4486-bc30-eb354c80171b req-5cb0f723-ab59-408d-b1f7-a63704fc7124 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.963076 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7073b32-853c-4486-bc30-eb354c80171b req-5cb0f723-ab59-408d-b1f7-a63704fc7124 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.2095749 Sep 27 08:46:05.003225 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017e612-38d6-4fef-b4da-0b369ca7c996 req-091ef949-b70c-4dfe-ad1d-a5db2cab4101 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.007900 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c017e612-38d6-4fef-b4da-0b369ca7c996 req-091ef949-b70c-4dfe-ad1d-a5db2cab4101 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.2530465 Sep 27 08:46:05.094170 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.128645 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 087874a1-2150-4267-a2d3-a03e3ff85b20, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=087874a1-2150-4267-a2d3-a03e3ff85b20,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:05.129053 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c017e612-38d6-4fef-b4da-0b369ca7c996 req-cf84df52-320d-4416-b87d-6dbe8ad09ac3 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883086 Sep 27 08:46:05.163399 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:05.163399 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbc109-3e6d-4faf-aa5e-8eac90794dce" -d '{"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:05.179374 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Router 8723e6ea-eda0-4158-a4bf-2f287070c83a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:05.184671 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7073b32-853c-4486-bc30-eb354c80171b req-59142ca2-0bcf-46ae-aa99-0e1cb91a326e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669021 Sep 27 08:46:05.199968 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.313971 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668ff46-c9e2-4140-9d1e-9b984c14c112 x-openstack-request-id: req-c668ff46-c9e2-4140-9d1e-9b984c14c112 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:05.337698 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:05.337698 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c668ff46-c9e2-4140-9d1e-9b984c14c112 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:05.337698 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'code': 200} Sep 27 08:46:05.337698 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=087874a1-2150-4267-a2d3-a03e3ff85b20,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:05.535288 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261bc91-adf3-4f3a-b4ff-cf26392fe608 req-dcb27b8d-12c6-4665-94ca-0fc21f4e1d9b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.543043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7261bc91-adf3-4f3a-b4ff-cf26392fe608 req-dcb27b8d-12c6-4665-94ca-0fc21f4e1d9b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1533720 Sep 27 08:46:05.566418 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a691a5-e9f5-4805-a124-fb313efaec4f req-1e498241-7e1a-47ff-bbd7-f99239409ac3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.573667 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99a691a5-e9f5-4805-a124-fb313efaec4f req-1e498241-7e1a-47ff-bbd7-f99239409ac3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1497781 Sep 27 08:46:05.577936 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46804) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:05.615908 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:05.624049 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-04c1eb7f-e748-4f99-aa11-ee18f8a9e3a8 admin admin] 10.222.0.76 "PUT /v2.0/routers/8723e6ea-eda0-4158-a4bf-2f287070c83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3257194 Sep 27 08:46:05.649570 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Sync routers for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:05.661029 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99a691a5-e9f5-4805-a124-fb313efaec4f req-666cdbe6-8957-417b-90eb-cdcdd0481155 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863292 Sep 27 08:46:05.663790 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:05.664308 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:05.693980 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7261bc91-adf3-4f3a-b4ff-cf26392fe608 req-ae975945-d7e0-4507-a177-4383dcef4dea tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441495 Sep 27 08:46:05.828305 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:06.087159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.234671 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 2, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:06.265654 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.324407 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Checking router: 8723e6ea-eda0-4158-a4bf-2f287070c83a for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:06.324778 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Updating router 8723e6ea-eda0-4158-a4bf-2f287070c83a port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:06.334878 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.384476 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.413929 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a4b29-0a19-48d4-9b5e-b2d991c91818,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:06.435842 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2ddc-2e30-4ad4-8a86-731f56d54d33 req-b547a44e-e19e-4f52-9e6e-bc2e5b819deb tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.442419 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-843b2ddc-2e30-4ad4-8a86-731f56d54d33 req-b547a44e-e19e-4f52-9e6e-bc2e5b819deb tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.1618786 Sep 27 08:46:06.468123 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cbb8f1181dac41fb9e27ebd4a0e068c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8882797 Sep 27 08:46:06.477667 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46834) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.479030 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.479385 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.479732 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.487559 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.487919 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.488265 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.488605 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.488942 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.489279 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.489608 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.489935 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.490300 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0734c9-4b7c-45d3-8a91-1ea2963096e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:06.517027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94c86-b288-4337-abd2-18bddc0d1cba req-21714644-ab72-444e-9b54-7713291b600b tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.546886 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83a94c86-b288-4337-abd2-18bddc0d1cba req-21714644-ab72-444e-9b54-7713291b600b tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.2294486 Sep 27 08:46:06.669814 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.708504 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-843b2ddc-2e30-4ad4-8a86-731f56d54d33 req-c8cd09ab-9cae-4933-80dc-1137fa8aac34 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491038 Sep 27 08:46:06.712435 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 087874a1-2150-4267-a2d3-a03e3ff85b20 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:06.730162 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.733172 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83a94c86-b288-4337-abd2-18bddc0d1cba req-2b519964-f2d0-4931-b626-2febae791c76 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803937 Sep 27 08:46:06.926753 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 087874a1-2150-4267-a2d3-a03e3ff85b20 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:06.927133 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.938810 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.945183 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.945183 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/087a4b29-0a19-48d4-9b5e-b2d991c91818 HTTP/1.1" status: 204 len: 168 time: 0.4347093 Sep 27 08:46:06.955197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ee7b-2f13-4cb6-9ed1-a66e86291c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a4b29-0a19-48d4-9b5e-b2d991c91818,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:06.978628 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46858) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.990311 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993669617-network', 'tenant_id': 'ad3927f585e742beb50a1107a3336402'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:07.032991 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c388-634a-4db2-af9b-138d085c3715 req-12d219c4-d3c2-4a73-9597-9766e276dec4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.036022 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dd94c388-634a-4db2-af9b-138d085c3715 req-12d219c4-d3c2-4a73-9597-9766e276dec4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1488166 Sep 27 08:46:07.073178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2648-9d8d-4037-83ab-f586a3ca8732 req-10586802-da6f-4eeb-a4e3-5f5c6dc2b120 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.075151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed4f2648-9d8d-4037-83ab-f586a3ca8732 req-10586802-da6f-4eeb-a4e3-5f5c6dc2b120 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1206417 Sep 27 08:46:07.139092 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dd94c388-634a-4db2-af9b-138d085c3715 req-91db5ba5-fedb-401e-b204-8c1bd2d529f6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932326 Sep 27 08:46:07.149508 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.151461 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Made reservation on behalf of ad3927f585e742beb50a1107a3336402 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:07.155479 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.181484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.205494 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed4f2648-9d8d-4037-83ab-f586a3ca8732 req-b30b5351-eae9-43c8-97fd-15b07e8df839 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210029 Sep 27 08:46:07.244384 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.427148 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51111455-1912-4917-8c4b-824a052c2e26 None None] Pushing event updated for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.505709 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Attempting to bind port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:07.506082 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Attempting to bind port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:07.512651 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Attempting to bind port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e on network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Checking segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Bound using segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Bound port: 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:07.531444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.533026 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46876) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:07.553178 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.643075 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.674983 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116141ac-19a6-49d6-8cc3-d91cb9127df7,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.688152 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] For port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:07.695241 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] For port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:07.696093 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:07.718958 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.719411 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Added segment de7fc484-50b0-49e8-a92e-4d73503154a1 of type vlan for network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a Sep 27 08:46:07.763734 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.793705 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.828454 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.916214 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51111455-1912-4917-8c4b-824a052c2e26 None None] Pushing event updated for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.923939 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7392e0-8305-4fec-94dd-af5746686530 req-1592e741-e827-4e5b-9ca1-3c877716ce89 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.923939 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7a7392e0-8305-4fec-94dd-af5746686530 req-1592e741-e827-4e5b-9ca1-3c877716ce89 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1145244 Sep 27 08:46:07.949536 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.950787 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.952346 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.972126 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] Provisioning complete for port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:07.972820 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.023464 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:08.025567 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:08.039328 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7a7392e0-8305-4fec-94dd-af5746686530 req-ad5a553a-11f6-4cc6-830c-29f03a7811b7 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085374 Sep 27 08:46:08.074728 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46890) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.127188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.133698 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] Pushing event updated for resources: {'Network': ['ID=e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.139414 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-03f4ec16-6e4b-402d-a6d7-d3cf029d3b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.154946 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:08.271937 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.409732 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2b384367e704005ae397359083f80d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755286 Sep 27 08:46:08.412576 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46900) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.441855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6895f7-1a7c-4c6f-a986-a4fadd7d59d7,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.451338 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.451708 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.452053 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.452389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.452716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.453045 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.453377 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.453702 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.454034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.454371 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.454695 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.455014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb5530-d0de-4570-97b8-e9709637c412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:08.499803 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a04d6-c25b-46b8-ac84-31e028853b9b req-ab8327c8-910a-48e4-ae62-303876432aec tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:08.509776 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-630a04d6-c25b-46b8-ac84-31e028853b9b req-ab8327c8-910a-48e4-ae62-303876432aec tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0977681 Sep 27 08:46:08.542787 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d19ff1e3-14e2-4fee-be80-a9fd2765377e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5560448 Sep 27 08:46:08.548731 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 46904) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.550293 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.558714 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Request body: {'subnet': {'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993669617-subnet', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:08.587025 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:08.596315 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.624494 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.668270 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-630a04d6-c25b-46b8-ac84-31e028853b9b req-94936799-ead7-4b4d-9e2a-866acea09a54 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574669 Sep 27 08:46:08.729105 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] For port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:08.894421 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.896986 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.897102 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.906731 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba6895f7-1a7c-4c6f-a986-a4fadd7d59d7 HTTP/1.1" status: 204 len: 168 time: 0.4846764 Sep 27 08:46:08.914560 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4848ec-b46d-471b-ae64-dc9a6ae3b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6895f7-1a7c-4c6f-a986-a4fadd7d59d7,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.941100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e2c2a-8a2a-4722-9eb0-5c19eb274a81 req-3e3c7eff-b275-48a8-a6a8-04e6cb251ec7 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:08.942728 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c33e2c2a-8a2a-4722-9eb0-5c19eb274a81 req-3e3c7eff-b275-48a8-a6a8-04e6cb251ec7 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1270022 Sep 27 08:46:09.018691 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-03f4ec16-6e4b-402d-a6d7-d3cf029d3b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.087960 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-e3053cb2-fa18-4f11-ad96-56d324bc719b None None] Provisioning complete for port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:09.088342 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e3053cb2-fa18-4f11-ad96-56d324bc719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.113476 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:09.141651 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c33e2c2a-8a2a-4722-9eb0-5c19eb274a81 req-99422a8d-2ebe-4c9f-9997-ef49fdd9e157 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210556 Sep 27 08:46:09.143593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-03f4ec16-6e4b-402d-a6d7-d3cf029d3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.150660 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92a4b0-59b0-4866-82c2-f618970b7c80 None None] Pushing event updated for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:09.156263 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cfc42-f017-4669-8597-59b2c1b0b420 None None] The sync data for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb is: [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:09.251073 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4ec16-6e4b-402d-a6d7-d3cf029d3b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b1571-8a84-4f07-8a4d-1ae86cee4d86,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:09.364038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Made reservation on behalf of ad3927f585e742beb50a1107a3336402 for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:09.366979 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261656190'] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.439047 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-03f4ec16-6e4b-402d-a6d7-d3cf029d3b20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1296a6a0143b4336b8059accd8775c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3630526 Sep 27 08:46:09.441934 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46926) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:09.563726 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106e68c-dbd5-407d-b8ad-4860f3e0d36d req-6ce68599-9048-4879-ae09-77502c50c228 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:09.563726 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f106e68c-dbd5-407d-b8ad-4860f3e0d36d req-6ce68599-9048-4879-ae09-77502c50c228 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.5110776 Sep 27 08:46:09.572240 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.608984 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.612299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5b45-08a9-456a-b900-bbc2c70246b4 req-f936d1d8-4c6f-4963-afcf-ff05335740c2 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:09.628471 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c6dc5b45-08a9-456a-b900-bbc2c70246b4 req-f936d1d8-4c6f-4963-afcf-ff05335740c2 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.3681061 Sep 27 08:46:09.734459 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f106e68c-dbd5-407d-b8ad-4860f3e0d36d req-9a678b0a-277a-4e7d-ade0-8edb1a17862f tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701777 Sep 27 08:46:09.740503 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c6dc5b45-08a9-456a-b900-bbc2c70246b4 req-b8470c25-0d0e-4ab3-971c-bda46fe2601a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111510 Sep 27 08:46:09.858747 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159082-1bde-413a-a817-5e16263c564a req-35ac5f19-645e-4ee4-9fa8-6888aa09e1cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:09.860526 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40159082-1bde-413a-a817-5e16263c564a req-35ac5f19-645e-4ee4-9fa8-6888aa09e1cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0522382 Sep 27 08:46:09.907828 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40159082-1bde-413a-a817-5e16263c564a req-c8987f10-0eda-40bd-8e66-daf1767d3d49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Sep 27 08:46:09.945607 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.952764 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.957125 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/955b1571-8a84-4f07-8a4d-1ae86cee4d86 HTTP/1.1" status: 204 len: 168 time: 0.5139227 Sep 27 08:46:09.967014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61a711-554e-4185-ba1e-a7214ce282ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b1571-8a84-4f07-8a4d-1ae86cee4d86,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.264620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261183981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261656140'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.405498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c792d-80b5-4a09-ac38-8e570ce9ba2f req-a1c5abe4-0458-4fce-b0bb-cbf669013d58 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.407080 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c05c792d-80b5-4a09-ac38-8e570ce9ba2f req-a1c5abe4-0458-4fce-b0bb-cbf669013d58 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1980927 Sep 27 08:46:10.571331 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=786a4788-4bbf-4b84-8eea-e6d3e8155496,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.648434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Checking segment: {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:10.649098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Network hostable DHCP agents. Network: e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:10.662633 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-d78a04db-ac76-497f-b76e-da10fa2a0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.664438 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-d78a04db-ac76-497f-b76e-da10fa2a0354 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1098 time: 0.2562094 Sep 27 08:46:10.669820 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:10.673035 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efdf4-8b9a-4065-94c4-5fd6d60e41fd req-0698b3d2-94e0-481f-afd9-41d4c5c5de7e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.674645 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a53efdf4-8b9a-4065-94c4-5fd6d60e41fd req-0698b3d2-94e0-481f-afd9-41d4c5c5de7e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.3135123 Sep 27 08:46:10.686655 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c05c792d-80b5-4a09-ac38-8e570ce9ba2f req-ff360713-ae2e-4412-a970-d0e7c4988825 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578607 Sep 27 08:46:10.723412 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482bcb3-186b-4511-a339-9dd077736e66 req-1f6cb24c-2220-4af3-8649-933ff4c23b94 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.724923 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8482bcb3-186b-4511-a339-9dd077736e66 req-1f6cb24c-2220-4af3-8649-933ff4c23b94 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.2615390 Sep 27 08:46:10.842284 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:10.845886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.983364 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-fd614f49-2ac4-469a-b5eb-8b864bbe99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.984867 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-fd614f49-2ac4-469a-b5eb-8b864bbe99d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 910 time: 0.2918053 Sep 27 08:46:11.023205 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:11.147043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a53efdf4-8b9a-4065-94c4-5fd6d60e41fd req-cfe7bd93-95e8-4dad-83af-c5f7ac660783 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526334 Sep 27 08:46:11.279110 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:11.289350 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01850da9-5b1b-4b25-8b77-9a3668b2ac22 None None] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:11.334321 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.335542 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.380137 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-ee40c2e7-4457-49cc-8de4-9c0e6fa9414b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 200 len: 1001 time: 0.3586743 Sep 27 08:46:11.388617 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fd39-5f81-4805-a2d4-7a6e8e2117c2 req-d4e7c97c-6f7e-4502-879b-74efc89c22d3 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.390175 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9bf9fd39-5f81-4805-a2d4-7a6e8e2117c2 req-d4e7c97c-6f7e-4502-879b-74efc89c22d3 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.4044061 Sep 27 08:46:11.435997 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-727fde53-1947-46dc-b9cf-388c10d05f35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934095 Sep 27 08:46:11.521388 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d968a-783d-4858-94af-e16763ade6aa req-45afb65f-3eb8-4b9f-82ac-f0e54ec980f2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.529314 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d1d968a-783d-4858-94af-e16763ade6aa req-45afb65f-3eb8-4b9f-82ac-f0e54ec980f2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.2419546 Sep 27 08:46:11.536127 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Deleting port ca7dc3da-0d33-48f1-92e6-2bf61b52476a {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:11.536537 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.540350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-f84ebf72-27e4-4724-99a3-9bd3dfb048d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.541926 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-f84ebf72-27e4-4724-99a3-9bd3dfb048d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.1494961 Sep 27 08:46:11.549101 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-702109ab-75be-4df9-a5be-61a9e859abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.550775 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-702109ab-75be-4df9-a5be-61a9e859abe9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0785306 Sep 27 08:46:11.553373 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'fixed_ips': [{'subnet_id': '786a4788-4bbf-4b84-8eea-e6d3e8155496'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:11.554986 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.564081 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 46994) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.564205 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-29c360e8-10f5-4065-8963-967d3c5d3d8f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0097950 Sep 27 08:46:11.572472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:11.598972 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9bf9fd39-5f81-4805-a2d4-7a6e8e2117c2 req-063af916-33e1-4017-b554-1aa51edc9edb tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989677 Sep 27 08:46:11.757583 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Allocated IP 172.20.0.2 (e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a/786a4788-4bbf-4b84-8eea-e6d3e8155496/0c3be744-e838-4476-a1d1-8a88148e7edc) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:11.827829 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-d4511927-6c64-4697-837c-8a149612140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.830786 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-d4511927-6c64-4697-837c-8a149612140d service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.2481477 Sep 27 08:46:11.855698 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.857835 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.869033 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d1d968a-783d-4858-94af-e16763ade6aa req-9b8df1f4-70ef-42d5-b2f6-fb9cf1df54e7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385642 Sep 27 08:46:11.920611 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-c88ec2e7-7ee0-4c63-8d29-c3433607c0d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 200 len: 217 time: 0.0784154 Sep 27 08:46:11.929486 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.000224 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-505a7f4e-cf42-4569-b20c-aeb7b6d455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.005319 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-505a7f4e-cf42-4569-b20c-aeb7b6d455e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4368203 Sep 27 08:46:12.005472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-3e3c9e63-4f8c-403d-8b2d-176b738df758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.005472 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-3e3c9e63-4f8c-403d-8b2d-176b738df758 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.0771942 Sep 27 08:46:12.012716 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] For port ca7dc3da-0d33-48f1-92e6-2bf61b52476a, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,segment=NetworkSegment(6a518baa-f1d7-4bc1-a1d1-87401c565421),segment_id=6a518baa-f1d7-4bc1-a1d1-87401c565421)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:12.013084 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.026604 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.066687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e7256-f099-4161-8972-a88fd9e32fea req-3e2bcfcc-238e-47cc-83f7-b83d1807b406 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.068361 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-153e5d5d-d5be-46e7-844f-f6a6c8a6453c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422852 Sep 27 08:46:12.068482 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-134e7256-f099-4161-8972-a88fd9e32fea req-3e2bcfcc-238e-47cc-83f7-b83d1807b406 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1959276 Sep 27 08:46:12.096425 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:12.103148 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:12.110802 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:12.125977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Calling delete_port for ca7dc3da-0d33-48f1-92e6-2bf61b52476a owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:12.131176 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.219100 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Pushing event updated for resources: {'Port': ['ID=0c3be744-e838-4476-a1d1-8a88148e7edc,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.279627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Attempting to bind port 0c3be744-e838-4476-a1d1-8a88148e7edc on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:12.279992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Attempting to bind port 0c3be744-e838-4476-a1d1-8a88148e7edc by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:12.282656 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Attempting to bind port 0c3be744-e838-4476-a1d1-8a88148e7edc on network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:12.296638 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:12.298641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Checking segment: {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:12.299166 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.304117 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Bound using segment: {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:12.304805 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Bound port: 0c3be744-e838-4476-a1d1-8a88148e7edc, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:12.305321 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.317660 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-134e7256-f099-4161-8972-a88fd9e32fea req-37eca120-03fb-4579-9ddb-f29ae1cf7637 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928473 Sep 27 08:46:12.394349 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-d6f3b1a3-1fbc-40f7-b567-ae0b815fa2af service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545806 Sep 27 08:46:12.415204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552ed6e-bca7-4d38-b63c-8976f512b358 req-1ddef374-3f7c-48e8-89cd-10e7767e84e2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.416759 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7552ed6e-bca7-4d38-b63c-8976f512b358 req-1ddef374-3f7c-48e8-89cd-10e7767e84e2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1087410 Sep 27 08:46:12.474502 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] For port 0c3be744-e838-4476-a1d1-8a88148e7edc, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:12.482295 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] For port 0c3be744-e838-4476-a1d1-8a88148e7edc, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c3be744-e838-4476-a1d1-8a88148e7edc,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:12.504493 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-30f6d449-fd49-493e-a04c-1af86fe43e64 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696871 Sep 27 08:46:12.506690 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.553800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.702537 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-433f27c9-5598-4c65-b887-b6e9d16d5380 req-5e165566-a16b-4b31-8651-abf840165cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868556 Sep 27 08:46:12.766999 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830e88-7c44-42b7-8c0f-b609d80e9f97 None None] Pushing event updated for resources: {'Port': ['ID=0c3be744-e838-4476-a1d1-8a88148e7edc,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.996953 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7552ed6e-bca7-4d38-b63c-8976f512b358 req-16df35d0-7815-4852-b378-2d57c676eb11 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592916 Sep 27 08:46:13.161225 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.242978 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0afd5832-9c57-40e6-b1d5-67a968b4c599 req-33abfb97-4086-48c5-a195-58652a471f3c service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356814 Sep 27 08:46:13.265076 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.284514 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a055-4a66-4151-ba3b-7ad1beaabb98 req-77305a7a-f9a8-48fa-8a42-ce1af4890691 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.296684 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff20a055-4a66-4151-ba3b-7ad1beaabb98 req-77305a7a-f9a8-48fa-8a42-ce1af4890691 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 945 time: 0.4027295 Sep 27 08:46:13.307091 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.316543 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.360834 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Pushing event deleted for resources: {'Port': ['ID=ca7dc3da-0d33-48f1-92e6-2bf61b52476a,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:13.422607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ec620-7454-42ab-a750-cf72466ff6ab req-5c3ff881-df3f-4dee-bc6c-4fde201394b4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.424050 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-657ec620-7454-42ab-a750-cf72466ff6ab req-5c3ff881-df3f-4dee-bc6c-4fde201394b4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.2282622 Sep 27 08:46:13.440163 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] No DVR routers for this DVR port ca7dc3da-0d33-48f1-92e6-2bf61b52476a on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:13.443955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff20a055-4a66-4151-ba3b-7ad1beaabb98 req-a253cf54-208b-4276-8c50-b9508b260996 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/security-groups?id=de7ec203-86a0-413f-af94-5e2ab0458a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464531 Sep 27 08:46:13.447063 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.449084 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8482bcb3-186b-4511-a339-9dd077736e66 req-97e0635f-5fd1-4b0f-ac81-83b54e80b0e0 tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.13 "DELETE /v2.0/ports/ca7dc3da-0d33-48f1-92e6-2bf61b52476a HTTP/1.1" status: 204 len: 173 time: 2.6855671 Sep 27 08:46:13.455450 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'name': 'network-vif-deleted', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:13.457695 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fb45cf-0c67-4b76-8fd3-d6ee2b386162" -d '{"events": [{"server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "name": "network-vif-deleted", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:13.506541 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-657ec620-7454-42ab-a750-cf72466ff6ab req-ad7f9652-7091-4ee1-95a9-9ce3beafc0d8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679750 Sep 27 08:46:13.566491 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Allocated IP 172.28.3.237 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/8a058d9d-9485-4036-a861-6db4a389c1e0) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:13.592534 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67f1004-8ac2-4373-b0ed-185f70a6d793 x-openstack-request-id: req-e67f1004-8ac2-4373-b0ed-185f70a6d793 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:13.593034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e4c58d-36a5-4f1a-90cb-81090965b3a0", "name": "network-vif-deleted", "tag": "ca7dc3da-0d33-48f1-92e6-2bf61b52476a", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:13.593319 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e67f1004-8ac2-4373-b0ed-185f70a6d793 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:13.593793 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e4c58d-36a5-4f1a-90cb-81090965b3a0', 'name': 'network-vif-deleted', 'tag': 'ca7dc3da-0d33-48f1-92e6-2bf61b52476a', 'status': 'completed', 'code': 200} Sep 27 08:46:13.724720 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89104d9f-1c17-41c2-a90d-df308a966f24 req-e48ccb65-6d24-40df-a85b-73075e3479c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.727123 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89104d9f-1c17-41c2-a90d-df308a966f24 req-e48ccb65-6d24-40df-a85b-73075e3479c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1146803 Sep 27 08:46:13.789434 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.791751 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89104d9f-1c17-41c2-a90d-df308a966f24 req-4965a73f-5178-45c9-847d-76cb7c570f2c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535667 Sep 27 08:46:13.944512 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.998345 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:14.001374 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:14.024620 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:14.029076 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Pushing event updated for resources: {'Port': ['ID=8a058d9d-9485-4036-a861-6db4a389c1e0,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:14.092657 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4118354-2903-462f-825b-3114de8e2954 None None] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:14.191393 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ca7dc3da-0d33-48f1-92e6-2bf61b52476a no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:14.217897 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] Provisioning complete for port 0c3be744-e838-4476-a1d1-8a88148e7edc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:14.218290 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.279537 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: ca7dc3da-0d33-48f1-92e6-2bf61b52476a {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:14.279793 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ca7dc3da-0d33-48f1-92e6-2bf61b52476a not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:14.310047 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4851-6baf-460d-b5f6-e705da878d7f req-7cd3fd18-4216-41ae-842b-777672eae75b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:14.314040 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-be4a4851-6baf-460d-b5f6-e705da878d7f req-7cd3fd18-4216-41ae-842b-777672eae75b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1673899 Sep 27 08:46:14.376530 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-be4a4851-6baf-460d-b5f6-e705da878d7f req-c648192d-5c05-4e08-98e8-b0bf16be4325 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Sep 27 08:46:14.398817 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.530586 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] For port 0c3be744-e838-4476-a1d1-8a88148e7edc, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c3be744-e838-4476-a1d1-8a88148e7edc,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:14.625130 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.668903 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-488f19a9-09eb-4282-810d-744ebcdb6731 req-9b8bcf66-6232-4dcd-afca-36641458ce9f tempest-VolumesActionsTest-1297290381 tempest-VolumesActionsTest-1297290381-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4e4c58d-36a5-4f1a-90cb-81090965b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0783761 Sep 27 08:46:14.732817 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.762305 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea84e3c-1b19-48aa-b328-62f6408ffc11 None None] Pushing event updated for resources: {'Port': ['ID=0c3be744-e838-4476-a1d1-8a88148e7edc,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:14.799213 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c3be744-e838-4476-a1d1-8a88148e7edc up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:14.874245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb046b-b696-47f3-8c0e-fc6dfc27b421 req-5771ab17-447d-4502-b437-d06d027faec4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:14.886374 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4fdb046b-b696-47f3-8c0e-fc6dfc27b421 req-5771ab17-447d-4502-b437-d06d027faec4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1450880 Sep 27 08:46:14.943875 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0c3be744-e838-4476-a1d1-8a88148e7edc triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:14.944820 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.031057 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47068) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:15.056841 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec087ff-bd0c-4a5c-9c9d-16e7a686e214 req-cda4f2ba-3b05-4a91-92c8-f56671ea637a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.059361 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aec087ff-bd0c-4a5c-9c9d-16e7a686e214 req-cda4f2ba-3b05-4a91-92c8-f56671ea637a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1201303 Sep 27 08:46:15.078090 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4fdb046b-b696-47f3-8c0e-fc6dfc27b421 req-610b397b-dd17-4c16-bd06-b7cc3a283054 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902144 Sep 27 08:46:15.088679 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-b26281d7-eeeb-4c6b-9752-9d4a9d5d1af1 None None] Provisioning complete for port 0c3be744-e838-4476-a1d1-8a88148e7edc triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:15.089241 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b26281d7-eeeb-4c6b-9752-9d4a9d5d1af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.133840 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aec087ff-bd0c-4a5c-9c9d-16e7a686e214 req-dc7f11e1-db9b-48a4-b92a-859ef8d800e1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543904 Sep 27 08:46:15.288334 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-04097c21-f741-42b0-88f9-9053350ceef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.308014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.613535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72eb1-8945-406f-b81e-e20e12b6efc1 req-7738bab3-c16d-4955-9280-4b4100d44537 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.615639 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4c72eb1-8945-406f-b81e-e20e12b6efc1 req-7738bab3-c16d-4955-9280-4b4100d44537 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0705800 Sep 27 08:46:15.677902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4c72eb1-8945-406f-b81e-e20e12b6efc1 req-8c9351d8-c44c-4b07-a3e2-eb6b6e49d2b4 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546520 Sep 27 08:46:15.811486 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Router 798d078c-b6a1-49c8-a7c4-e09228a6106a is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:46:15.821339 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c112d0-2ecf-4f85-b548-08afc14b53d2 req-3649a977-efcc-49ab-b3d8-29a2fc0cf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.824631 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0c112d0-2ecf-4f85-b548-08afc14b53d2 req-3649a977-efcc-49ab-b3d8-29a2fc0cf693 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.1310828 Sep 27 08:46:15.901366 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d0c112d0-2ecf-4f85-b548-08afc14b53d2 req-e8302449-fbb6-4afd-a748-8a0d616886d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658724 Sep 27 08:46:15.968178 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-04097c21-f741-42b0-88f9-9053350ceef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.998868 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:16.021835 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Sync routers for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:16.033791 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:16.034772 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.151487 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:16.201048 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9b5d8-840a-4254-a918-fceb5fa43c97 req-d64c59f2-8577-429b-a5a3-dc979432be3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.202634 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bbd9b5d8-840a-4254-a918-fceb5fa43c97 req-d64c59f2-8577-429b-a5a3-dc979432be3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0500326 Sep 27 08:46:16.242908 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bbd9b5d8-840a-4254-a918-fceb5fa43c97 req-50c3891d-e664-4f98-9296-2034ac97604d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Sep 27 08:46:16.360550 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:14Z', 'revision_number': 3, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.390608 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Checking router: 798d078c-b6a1-49c8-a7c4-e09228a6106a for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:16.390963 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Updating router 798d078c-b6a1-49c8-a7c4-e09228a6106a port 8a058d9d-9485-4036-a861-6db4a389c1e0 binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:16.414205 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.431642 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-04097c21-f741-42b0-88f9-9053350ceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.468895 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-04097c21-f741-42b0-88f9-9053350ceef7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb4be009b677417bb7300d7b4ae82301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4287984 Sep 27 08:46:16.471717 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47092) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:16.473571 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097c21-f741-42b0-88f9-9053350ceef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712bf713-020f-430e-b7d0-d6fc109c5681,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:16.533827 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.567914 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.578063 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.579556 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3a8a2624-15b2-48b0-bf9f-e138c6aa23db admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0163338 Sep 27 08:46:16.582485 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47104) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:16.674617 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c3be744-e838-4476-a1d1-8a88148e7edc up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:16.677485 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.680963 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.686837 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/712bf713-020f-430e-b7d0-d6fc109c5681 HTTP/1.1" status: 204 len: 168 time: 0.2139316 Sep 27 08:46:16.736554 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2d903-0113-46af-9f75-5ee469225d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712bf713-020f-430e-b7d0-d6fc109c5681,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:16.855653 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0c3be744-e838-4476-a1d1-8a88148e7edc triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:16.856138 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.924989 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.972797 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88152bfa-8c31-4775-ad69-b62f3a2567b5 req-89efee93-b866-4210-aeab-459e00eec613 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.974762 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88152bfa-8c31-4775-ad69-b62f3a2567b5 req-89efee93-b866-4210-aeab-459e00eec613 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1461110 Sep 27 08:46:17.047877 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.086868 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88152bfa-8c31-4775-ad69-b62f3a2567b5 req-f919137d-f63e-482c-9b59-c92a94edff2a tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972555 Sep 27 08:46:17.136046 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4941c2-b227-4630-910a-b70b8896a8cf None None] Pushing event updated for resources: {'Port': ['ID=8a058d9d-9485-4036-a861-6db4a389c1e0,revision_number=2']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:17.209567 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Attempting to bind port 8a058d9d-9485-4036-a861-6db4a389c1e0 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:17.222608 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Attempting to bind port 8a058d9d-9485-4036-a861-6db4a389c1e0 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:17.224210 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Attempting to bind port 8a058d9d-9485-4036-a861-6db4a389c1e0 on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:17.252176 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:17.252176 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:17.252176 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.253076 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:17.253845 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Bound port: 8a058d9d-9485-4036-a861-6db4a389c1e0, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:17.254543 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.329813 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] For port 8a058d9d-9485-4036-a861-6db4a389c1e0, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:17.334211 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] For port 8a058d9d-9485-4036-a861-6db4a389c1e0, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=8a058d9d-9485-4036-a861-6db4a389c1e0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:17.408614 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.448180 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.474038 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:17.474849 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:17.487175 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b80e4-bbc7-471f-aae9-c154cfb736d9 req-e51e6017-85ca-42ca-9d8f-466f1d845e11 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.488847 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b80b80e4-bbc7-471f-aae9-c154cfb736d9 req-e51e6017-85ca-42ca-9d8f-466f1d845e11 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1203353 Sep 27 08:46:17.550733 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b80b80e4-bbc7-471f-aae9-c154cfb736d9 req-e3490d3e-8bd7-4426-b3be-ca0c8cb5db58 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540633 Sep 27 08:46:17.566168 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4941c2-b227-4630-910a-b70b8896a8cf None None] Pushing event updated for resources: {'Port': ['ID=8a058d9d-9485-4036-a861-6db4a389c1e0,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:17.625326 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:17.721972 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Allocated IP 172.20.0.1 (e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a/786a4788-4bbf-4b84-8eea-e6d3e8155496/d002c8f5-f528-4694-9d39-403dafec2e2c) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:17.873036 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:14Z', 'revision_number': 3, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:17.906870 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.911009 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a673835b-940e-4e02-a0c4-126a48b92fe2 None None] The sync data for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb is: [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:14Z', 'revision_number': 3, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:17.996505 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.056764 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:18.058783 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:18.062032 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:18.113901 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Pushing event updated for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:18.138585 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.345827 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19681859-f4a6-4aae-bfa6-d9c59a931a3a req-0d9664f9-0ab5-41c4-a539-0ead7a69dd42 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:18.359622 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19681859-f4a6-4aae-bfa6-d9c59a931a3a req-0d9664f9-0ab5-41c4-a539-0ead7a69dd42 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1552961 Sep 27 08:46:18.447782 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19681859-f4a6-4aae-bfa6-d9c59a931a3a req-30ad4f2c-288d-41aa-9b60-e78fa7f8821b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Sep 27 08:46:18.539006 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.546572 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-05f5ab5f-6786-4cbd-b44e-c0d4b14c07ad None None] Provisioning complete for port d002c8f5-f528-4694-9d39-403dafec2e2c triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:18.548895 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-05f5ab5f-6786-4cbd-b44e-c0d4b14c07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.656759 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-05f5ab5f-6786-4cbd-b44e-c0d4b14c07ad None None] Port d002c8f5-f528-4694-9d39-403dafec2e2c cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:18.738315 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 8a058d9d-9485-4036-a861-6db4a389c1e0 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:18.846372 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 8a058d9d-9485-4036-a861-6db4a389c1e0 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:18.846696 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.856162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9b417-dcba-4d5e-87a0-93e54b36f526 req-c540b035-3169-4f3e-b0de-40ed5288b0cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:18.873475 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-00f9b417-dcba-4d5e-87a0-93e54b36f526 req-c540b035-3169-4f3e-b0de-40ed5288b0cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1439028 Sep 27 08:46:18.980214 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-00f9b417-dcba-4d5e-87a0-93e54b36f526 req-6bd5f6f4-c8c3-4a11-930c-0ed035fe5ec6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002619 Sep 27 08:46:19.068649 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.089371 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.132339 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 8a058d9d-9485-4036-a861-6db4a389c1e0, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=8a058d9d-9485-4036-a861-6db4a389c1e0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:19.206602 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.206725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.272067 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=8a058d9d-9485-4036-a861-6db4a389c1e0,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:19.371124 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.375590 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Pushing event updated for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:19.513826 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149dcac-63c1-44aa-ba98-db90a60a919a req-43a941e2-fb0b-4c85-b5d6-bb6bd531532f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.516295 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d149dcac-63c1-44aa-ba98-db90a60a919a req-43a941e2-fb0b-4c85-b5d6-bb6bd531532f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0842273 Sep 27 08:46:19.570465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:19.572293 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:19.705131 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d149dcac-63c1-44aa-ba98-db90a60a919a req-48c706c8-0460-40bb-86d2-4386472fabf8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512494 Sep 27 08:46:19.716073 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-32209ceb-2c92-43c2-9850-e6c1aa67f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.718126 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-32209ceb-2c92-43c2-9850-e6c1aa67f001 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29713ca065b946ecaaa9e54681eed701&device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 1098 time: 0.2003839 Sep 27 08:46:19.753011 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Router 798d078c-b6a1-49c8-a7c4-e09228a6106a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:19.906355 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-9d265d6f-ec26-4f80-97cb-9cf934f22a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.912163 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-9d265d6f-ec26-4f80-97cb-9cf934f22a54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 200 len: 919 time: 0.1856394 Sep 27 08:46:20.004888 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-04b7f483-092c-411f-9e6f-832dc8f2aa6b None None] Provisioning complete for port d002c8f5-f528-4694-9d39-403dafec2e2c triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:20.006013 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-04b7f483-092c-411f-9e6f-832dc8f2aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.008181 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-e845f2d2-0942-4398-a657-87830865e954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0871890 Sep 27 08:46:20.017863 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:20.024775 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ddb51bbe-8bfe-4f0f-a095-72cba33c3a4c admin admin] 10.222.0.76 "PUT /v2.0/routers/798d078c-b6a1-49c8-a7c4-e09228a6106a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4408245 Sep 27 08:46:20.061343 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-04b7f483-092c-411f-9e6f-832dc8f2aa6b None None] Port d002c8f5-f528-4694-9d39-403dafec2e2c cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:20.231361 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-f1358afa-73d8-44bd-8d88-988ddc6a1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.233923 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-f1358afa-73d8-44bd-8d88-988ddc6a1929 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 200 len: 858 time: 0.2179224 Sep 27 08:46:20.258310 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679e240-2c93-43a6-a4df-dfe757f0482b req-28cdd119-2d5d-4d4b-bfb0-37752368f48a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.266647 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1679e240-2c93-43a6-a4df-dfe757f0482b req-28cdd119-2d5d-4d4b-bfb0-37752368f48a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1357489 Sep 27 08:46:20.293098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-e33c3bfc-b658-431e-9e51-8dc9823639a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=477a1221-d179-4af4-b851-6c77b061ae2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512443 Sep 27 08:46:20.378983 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1679e240-2c93-43a6-a4df-dfe757f0482b req-291a1d3c-0811-4a84-898c-15bc91fe47b4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067450 Sep 27 08:46:20.497940 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-9d61a92b-010c-4fbb-82e7-d024e8779992 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947470 Sep 27 08:46:20.647801 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 8a058d9d-9485-4036-a861-6db4a389c1e0 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:20.719717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8d733371-e04d-4118-8ed9-b3af037b8b6b req-4d83e753-725c-44d7-8c77-5b52a9832cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119119 Sep 27 08:46:20.767785 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 8a058d9d-9485-4036-a861-6db4a389c1e0 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:20.768162 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.995462 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbc367-46c6-45ff-8353-abdf87b7fef2 req-75c513f3-f90e-46bd-889f-798d5649e1ee tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.997489 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-55fbc367-46c6-45ff-8353-abdf87b7fef2 req-75c513f3-f90e-46bd-889f-798d5649e1ee tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.1614640 Sep 27 08:46:21.024864 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Sync routers for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:21.046366 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:21.047573 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:21.094088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-55fbc367-46c6-45ff-8353-abdf87b7fef2 req-99fd8093-b6f8-4fde-84a2-5b7cce59528e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901811 Sep 27 08:46:21.417952 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:21.760020 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:18Z', 'revision_number': 4, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'd002c8f5-f528-4694-9d39-403dafec2e2c', 'name': '', 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'mac_address': 'fa:16:3e:f3:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:17Z', 'updated_at': '2021-09-27T08:46:18Z', 'revision_number': 2, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'subnets': [{'id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:21.763051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02d5d8-e7e3-43d8-921c-756ca46fb8a9 req-31b38cd0-dfee-4e64-b5b6-22359ac3a302 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:21.779798 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d02d5d8-e7e3-43d8-921c-756ca46fb8a9 req-31b38cd0-dfee-4e64-b5b6-22359ac3a302 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.2282166 Sep 27 08:46:21.796232 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Checking router: 798d078c-b6a1-49c8-a7c4-e09228a6106a for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:21.796868 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Updating router 798d078c-b6a1-49c8-a7c4-e09228a6106a port d002c8f5-f528-4694-9d39-403dafec2e2c binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:21.850523 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d02d5d8-e7e3-43d8-921c-756ca46fb8a9 req-8b55c07b-cfdb-4270-89c0-aac22d590475 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692637 Sep 27 08:46:21.851969 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.239213 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.323305 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141390ef-0dd2-4636-b263-a2745ca44dfb req-72d2c217-708a-4dae-b7ee-c5724824567e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:22.325543 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-141390ef-0dd2-4636-b263-a2745ca44dfb req-72d2c217-708a-4dae-b7ee-c5724824567e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0610526 Sep 27 08:46:22.366615 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-141390ef-0dd2-4636-b263-a2745ca44dfb req-81a247de-0563-45b7-ab0f-b80653a0b227 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351965 Sep 27 08:46:22.913555 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.038518 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daefe2-e84f-4216-b15a-3a0ff386e6a4 None None] Pushing event updated for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:23.076277 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Attempting to bind port d002c8f5-f528-4694-9d39-403dafec2e2c on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:23.077202 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Attempting to bind port d002c8f5-f528-4694-9d39-403dafec2e2c by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:23.077202 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Attempting to bind port d002c8f5-f528-4694-9d39-403dafec2e2c on network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:23.093061 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:23.093458 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Checking segment: {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:23.093876 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.094347 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Bound using segment: {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:23.094848 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Bound port: d002c8f5-f528-4694-9d39-403dafec2e2c, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7fc484-50b0-49e8-a92e-4d73503154a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:23.095565 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.157534 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e843-6a3c-4f16-b630-bc34e9d38e63 req-40a24966-3edf-45d1-9dec-6c117aee86c6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.159904 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1ed3e843-6a3c-4f16-b630-bc34e9d38e63 req-40a24966-3edf-45d1-9dec-6c117aee86c6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1691124 Sep 27 08:46:23.287298 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] For port d002c8f5-f528-4694-9d39-403dafec2e2c, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:23.310544 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] For port d002c8f5-f528-4694-9d39-403dafec2e2c, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d002c8f5-f528-4694-9d39-403dafec2e2c,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:23.313476 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1ed3e843-6a3c-4f16-b630-bc34e9d38e63 req-6e60fdb0-9b58-4027-ae66-d42211b9972b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461146 Sep 27 08:46:23.385450 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.471091 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daefe2-e84f-4216-b15a-3a0ff386e6a4 None None] Pushing event updated for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:23.514473 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] Provisioning complete for port d002c8f5-f528-4694-9d39-403dafec2e2c triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:23.514983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.519164 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:23.519570 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:45:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:23.596100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad91b-7f55-4faa-ae61-8f3fc4d8e46a req-68ffff45-91dd-4d12-b969-0cb5dcb700a3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.605973 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e69ad91b-7f55-4faa-ae61-8f3fc4d8e46a req-68ffff45-91dd-4d12-b969-0cb5dcb700a3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0783274 Sep 27 08:46:23.653641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:23.690735 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e69ad91b-7f55-4faa-ae61-8f3fc4d8e46a req-931f30f7-ae4c-4739-84a9-ee4f9684e9aa tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833645 Sep 27 08:46:24.048636 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:18Z', 'revision_number': 4, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'd002c8f5-f528-4694-9d39-403dafec2e2c', 'name': '', 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'mac_address': 'fa:16:3e:f3:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:17Z', 'updated_at': '2021-09-27T08:46:23Z', 'revision_number': 4, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'subnets': [{'id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:24.108582 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.110819 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4bbd60-d0f3-4bab-8450-56e0d9631020 None None] The sync data for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb is: [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:18Z', 'revision_number': 4, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'd002c8f5-f528-4694-9d39-403dafec2e2c', 'name': '', 'network_id': 'e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'mac_address': 'fa:16:3e:f3:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:17Z', 'updated_at': '2021-09-27T08:46:23Z', 'revision_number': 4, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'subnets': [{'id': '786a4788-4bbf-4b84-8eea-e6d3e8155496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:24.156519 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] For port d002c8f5-f528-4694-9d39-403dafec2e2c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d002c8f5-f528-4694-9d39-403dafec2e2c,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:24.292429 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-6545710c-a0fe-4a0f-9d84-97395c86f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.301007 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.372643 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d21e49-d1de-40a2-9e4a-2601a29ac8df None None] Pushing event updated for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:24.425206 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-0fa5973c-9a84-4b64-8355-ee219acb6a1b None None] Provisioning complete for port d002c8f5-f528-4694-9d39-403dafec2e2c triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:24.425581 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0fa5973c-9a84-4b64-8355-ee219acb6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.456775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d014ef3-1ce9-4804-b127-893389c2e6ba req-4976e9c6-c1c7-40e1-99d5-49c507fc9605 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.466052 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d014ef3-1ce9-4804-b127-893389c2e6ba req-4976e9c6-c1c7-40e1-99d5-49c507fc9605 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0723436 Sep 27 08:46:24.508655 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d014ef3-1ce9-4804-b127-893389c2e6ba req-b4779b1f-e107-4d44-85d9-bcb9b992e21a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Sep 27 08:46:24.621527 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d002c8f5-f528-4694-9d39-403dafec2e2c up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:24.739395 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port d002c8f5-f528-4694-9d39-403dafec2e2c triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:24.739900 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.656546 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c1bf-e66e-4ea1-80d4-b31dbff2961d req-4bd05a66-25ac-4791-bcaa-25d15366636f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.665578 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1ce2c1bf-e66e-4ea1-80d4-b31dbff2961d req-4bd05a66-25ac-4791-bcaa-25d15366636f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0731578 Sep 27 08:46:25.712650 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1ce2c1bf-e66e-4ea1-80d4-b31dbff2961d req-f4ca60c7-3c69-491b-ab3d-53c33e4006a7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Sep 27 08:46:26.112120 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e1ca475f-dc87-43b4-8848-153fef5f59d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.327580 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47356) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:26.565238 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a714-95a1-4bdb-959b-baf1b241a82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.830472 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.894965 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a714-95a1-4bdb-959b-baf1b241a82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.969915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a714-95a1-4bdb-959b-baf1b241a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.046376 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5a714-95a1-4bdb-959b-baf1b241a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9aca2b-f7a2-4071-a390-a93f925a1ae2,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.058622 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94235-0fc0-4b40-8eb9-7945fefd1f89 req-020c9a78-3c1c-4447-b45b-2e41a752fe1d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:27.067147 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3d94235-0fc0-4b40-8eb9-7945fefd1f89 req-020c9a78-3c1c-4447-b45b-2e41a752fe1d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1530573 Sep 27 08:46:27.130984 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cbd5a714-95a1-4bdb-959b-baf1b241a82b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b2dc977712d4f4099d60f8eaeb6976f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8021481 Sep 27 08:46:27.132252 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47378) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:27.162863 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3d94235-0fc0-4b40-8eb9-7945fefd1f89 req-70ee134f-2276-41bb-a6e3-6cf25bcf73a8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946519 Sep 27 08:46:27.230944 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.264728 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.458184 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.482583 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.489997 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.494752 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a9aca2b-f7a2-4071-a390-a93f925a1ae2 HTTP/1.1" status: 204 len: 168 time: 0.3594918 Sep 27 08:46:27.523888 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e981c-3f6d-4f99-8929-3b5cd086c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9aca2b-f7a2-4071-a390-a93f925a1ae2,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:28.325243 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aa40f-ece8-4355-afbf-ff70521cf621 req-242ee202-8543-428b-9495-3e5d88a79ea1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.333011 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8e1aa40f-ece8-4355-afbf-ff70521cf621 req-242ee202-8543-428b-9495-3e5d88a79ea1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0762014 Sep 27 08:46:28.417012 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8e1aa40f-ece8-4355-afbf-ff70521cf621 req-aa3f99a9-1543-44af-8ae2-b66449c5010a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763073 Sep 27 08:46:28.943148 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.573213 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299823f9-bf84-4a6f-ba97-b1b9561015c5 req-26d71036-3ea1-4a9c-9d9e-e158b03c127d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:29.580835 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-299823f9-bf84-4a6f-ba97-b1b9561015c5 req-26d71036-3ea1-4a9c-9d9e-e158b03c127d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0754240 Sep 27 08:46:29.631731 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-299823f9-bf84-4a6f-ba97-b1b9561015c5 req-4b883cb5-bb78-4fbd-8c80-0a50558faab8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 Sep 27 08:46:29.886946 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:46:30.436390 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfccced-ef6f-4685-9c48-d0a08875a1a7 req-e258ecfb-703b-4ec9-9326-100defc96fd3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.446670 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbfccced-ef6f-4685-9c48-d0a08875a1a7 req-e258ecfb-703b-4ec9-9326-100defc96fd3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.1022971 Sep 27 08:46:30.508512 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbfccced-ef6f-4685-9c48-d0a08875a1a7 req-b64cd4ff-252a-4691-ba1c-b035e129062b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Sep 27 08:46:30.789391 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298310-ebb5-414f-89df-eab3c631b9d1 req-fc0c4b99-246a-4592-9c6c-413cf5c3385d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.791794 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8298310-ebb5-414f-89df-eab3c631b9d1 req-fc0c4b99-246a-4592-9c6c-413cf5c3385d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0827909 Sep 27 08:46:30.841826 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8298310-ebb5-414f-89df-eab3c631b9d1 req-207fe5c6-7d8d-4a9c-a1ab-f2757d5eedf3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422204 Sep 27 08:46:31.665299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44284d-914c-4399-90d2-1e31693fdf39 req-c03588d0-1ad9-4797-883c-bf78392ecbdd tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.667451 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc44284d-914c-4399-90d2-1e31693fdf39 req-c03588d0-1ad9-4797-883c-bf78392ecbdd tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0805831 Sep 27 08:46:31.751978 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc44284d-914c-4399-90d2-1e31693fdf39 req-35831997-097a-4e6f-a538-32ca8690316d tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780990 Sep 27 08:46:32.083152 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1f84-93b1-4404-80df-8461917784a9 req-04460f77-5d45-4a14-93ac-e6f3a5c43efa tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.096423 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d2be1f84-93b1-4404-80df-8461917784a9 req-04460f77-5d45-4a14-93ac-e6f3a5c43efa tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1233013 Sep 27 08:46:32.173687 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d2be1f84-93b1-4404-80df-8461917784a9 req-fdb09e67-e4d1-4dc4-a179-22c822fc8dda tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734451 Sep 27 08:46:32.760760 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-f2074778-224a-4070-ba19-aea8215e531c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.763306 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-f2074778-224a-4070-ba19-aea8215e531c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.0912919 Sep 27 08:46:32.957961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Deleting port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:32.957961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.063426 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] For port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:33.063837 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.073772 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df55fb-3bd8-45b7-9099-22f822e4357e req-9341d9fa-aa0a-49f8-9e45-7e9e873ef998 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.075389 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-96df55fb-3bd8-45b7-9099-22f822e4357e req-9341d9fa-aa0a-49f8-9e45-7e9e873ef998 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 945 time: 0.2032337 Sep 27 08:46:33.091864 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Calling delete_port for c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:33.166440 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-96df55fb-3bd8-45b7-9099-22f822e4357e req-814c7daa-8fa1-4c92-bcfa-9df5dcc8c30b tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851128 Sep 27 08:46:33.335193 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c747-26a7-40af-922b-e9ff6c6927b3 req-3fee08bd-5e37-4a8d-b8b7-217fea54bbdf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.338726 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7bd7c747-26a7-40af-922b-e9ff6c6927b3 req-3fee08bd-5e37-4a8d-b8b7-217fea54bbdf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0842350 Sep 27 08:46:33.377839 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7bd7c747-26a7-40af-922b-e9ff6c6927b3 req-b74d862f-2691-4401-847f-74b487d2c002 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343587 Sep 27 08:46:33.653302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.667478 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:33.707806 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Pushing event deleted for resources: {'Port': ['ID=c5f33d11-7fc8-4a8c-bc52-7773f1d888d7,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:33.762828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] No DVR routers for this DVR port c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:33.765835 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.768965 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-37e4ddb7-6d82-4801-aaad-e3ab0472f79d req-1560a738-3d51-4d4e-b327-92416f42b7ed tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "DELETE /v2.0/ports/c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 HTTP/1.1" status: 204 len: 173 time: 0.9989700 Sep 27 08:46:33.768965 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'name': 'network-vif-deleted', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:33.775305 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a42a2-a765-4902-9c47-db0a1dec871e" -d '{"events": [{"server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "name": "network-vif-deleted", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:33.852551 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed6e27-964c-496e-a81f-e1b6468d5370 x-openstack-request-id: req-28ed6e27-964c-496e-a81f-e1b6468d5370 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:33.853251 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e96ef75-33ce-4892-a62e-9ace03077cb2", "name": "network-vif-deleted", "tag": "c5f33d11-7fc8-4a8c-bc52-7773f1d888d7", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:33.853465 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28ed6e27-964c-496e-a81f-e1b6468d5370 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:33.854076 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e96ef75-33ce-4892-a62e-9ace03077cb2', 'name': 'network-vif-deleted', 'tag': 'c5f33d11-7fc8-4a8c-bc52-7773f1d888d7', 'status': 'completed', 'code': 200} Sep 27 08:46:34.377690 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fb9c2b88-ba30-4d51-a838-d971cb137152 req-9672f3bb-38d0-41d6-98fe-4669c21ac4d3 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e96ef75-33ce-4892-a62e-9ace03077cb2 HTTP/1.1" status: 200 len: 210 time: 0.0571389 Sep 27 08:46:34.632728 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d445-e24f-475f-8c25-cc6a52d8b928 req-82bc8537-4626-49f0-bc6a-37b8e798a92d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.632728 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9cc4d445-e24f-475f-8c25-cc6a52d8b928 req-82bc8537-4626-49f0-bc6a-37b8e798a92d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0636790 Sep 27 08:46:34.665826 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9cc4d445-e24f-475f-8c25-cc6a52d8b928 req-78cc5cab-4246-4797-a7eb-2a3f35ff26ac tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Sep 27 08:46:35.947517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664ac3-b632-418d-8c1f-7cb7e79d6dad req-71952d71-4937-422d-b7a6-73e1a91b87cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.958703 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e9664ac3-b632-418d-8c1f-7cb7e79d6dad req-71952d71-4937-422d-b7a6-73e1a91b87cd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1107934 Sep 27 08:46:36.055692 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a06b8-2e21-410f-bd6a-1a55da1d476c req-f052b4ea-f796-4bbf-90bb-cd62064363f2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.063504 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9b2a06b8-2e21-410f-bd6a-1a55da1d476c req-f052b4ea-f796-4bbf-90bb-cd62064363f2 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0801988 Sep 27 08:46:36.111254 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9b2a06b8-2e21-410f-bd6a-1a55da1d476c req-699a55de-19c8-4be7-a783-e7daf139fec8 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Sep 27 08:46:36.115149 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e9664ac3-b632-418d-8c1f-7cb7e79d6dad req-c239906b-de77-4278-8c95-42d7da81d65c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495535 Sep 27 08:46:36.313878 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:36.353314 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:36.358219 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device c5f33d11-7fc8-4a8c-bc52-7773f1d888d7 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:37.404220 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da700e-30c4-4ebb-9d8e-12e96a3882e0 req-f94711ce-14f8-4c5c-bb8e-629565e1a653 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.405739 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-17da700e-30c4-4ebb-9d8e-12e96a3882e0 req-f94711ce-14f8-4c5c-bb8e-629565e1a653 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0853584 Sep 27 08:46:37.465399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a753-427a-4a5f-8bf8-187cad169c85 req-89e32bbb-a31a-4882-899c-9d03974b9f41 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.467097 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e060a753-427a-4a5f-8bf8-187cad169c85 req-89e32bbb-a31a-4882-899c-9d03974b9f41 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.1707661 Sep 27 08:46:37.475445 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-17da700e-30c4-4ebb-9d8e-12e96a3882e0 req-25a503f5-1a23-4cd2-b6d3-0a994f88311f tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592070 Sep 27 08:46:37.528230 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e060a753-427a-4a5f-8bf8-187cad169c85 req-c5bc9420-74eb-4cd9-8ab8-de6e7145c86e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506079 Sep 27 08:46:38.664710 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96a1df-02e3-49bb-b0b2-a11512a39753 req-cf31478b-5b6b-4dd1-97f2-2e3090c3eb82 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.674917 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d96a1df-02e3-49bb-b0b2-a11512a39753 req-cf31478b-5b6b-4dd1-97f2-2e3090c3eb82 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0907297 Sep 27 08:46:38.736284 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d96a1df-02e3-49bb-b0b2-a11512a39753 req-4bbd79cb-84f0-4387-97d1-98d335ec4b23 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Sep 27 08:46:38.896729 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71756c7-72ce-4386-ad69-3b3779d4e6b3 req-dbc4cdaf-91d9-494e-b9ec-8dc37f6a420f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.907343 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a71756c7-72ce-4386-ad69-3b3779d4e6b3 req-dbc4cdaf-91d9-494e-b9ec-8dc37f6a420f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0922830 Sep 27 08:46:38.967749 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a71756c7-72ce-4386-ad69-3b3779d4e6b3 req-b5d3e489-98d4-4ff1-a1c8-fff85dd2bf64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587926 Sep 27 08:46:39.286817 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713599e-33ed-4405-903e-1faace2852f0 req-7a14bc64-e47c-41c3-895e-c742043312bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.288352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-7a14bc64-e47c-41c3-895e-c742043312bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1098 time: 0.0404882 Sep 27 08:46:39.453738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713599e-33ed-4405-903e-1faace2852f0 req-19100044-382e-4178-80ff-92e6c0d587a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.455282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-19100044-382e-4178-80ff-92e6c0d587a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.1591437 Sep 27 08:46:39.519615 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-7682caf3-e371-4213-bac9-787899971383 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.521039 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-7682caf3-e371-4213-bac9-787899971383 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 814 time: 0.1654248 Sep 27 08:46:39.546187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-4a5b6e9c-fabf-4771-a37a-3b8267b722bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 1001 time: 0.0831158 Sep 27 08:46:39.547592 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-76795b49-0662-48c6-a384-2de17d4ae836 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/quotas/ec5cb8a953634a04a7b491617cd0bf3d HTTP/1.1" status: 200 len: 375 time: 0.0201464 Sep 27 08:46:39.633477 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713599e-33ed-4405-903e-1faace2852f0 req-cbc4b7cc-fc14-455d-bbea-a0cc24db4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.634908 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-cbc4b7cc-fc14-455d-bbea-a0cc24db4856 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0779541 Sep 27 08:46:39.643820 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-516b56cd-9940-46f6-b228-cdec6c058a7f tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889556 Sep 27 08:46:39.735108 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713599e-33ed-4405-903e-1faace2852f0 req-20034134-0ec2-4ebf-b3de-1a7959cbf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.736614 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-20034134-0ec2-4ebf-b3de-1a7959cbf04b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919569 Sep 27 08:46:39.810307 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-25ce3f51-6580-4012-a791-10559d937f45 service neutron] 10.222.0.76 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432531 Sep 27 08:46:40.178952 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-d723c4b4-06ec-4238-90e1-37a93843b554 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289103 Sep 27 08:46:40.194700 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723521c-5673-455f-8c8e-03ad33ee1c98 req-74b8eb1f-5a89-4d22-9ed0-462ccaf816c0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:40.196043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e723521c-5673-455f-8c8e-03ad33ee1c98 req-74b8eb1f-5a89-4d22-9ed0-462ccaf816c0 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.3701303 Sep 27 08:46:40.249166 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-8619489c-b964-4618-bd75-6d258d64e4c3 service neutron] 10.222.0.76 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324183 Sep 27 08:46:40.323233 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e723521c-5673-455f-8c8e-03ad33ee1c98 req-096e829b-573b-406f-868f-0f9017779724 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 Sep 27 08:46:40.345708 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8713599e-33ed-4405-903e-1faace2852f0 req-f7623b4b-b9e8-4a71-81a6-027367bf0031 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456788 Sep 27 08:46:40.446555 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7e5b7-7099-442e-836c-0e8975310b73 req-893aebd6-dc3d-447d-b494-b8e92c03a423 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:40.448176 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7e5b7-7099-442e-836c-0e8975310b73 req-893aebd6-dc3d-447d-b494-b8e92c03a423 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0649498 Sep 27 08:46:40.483261 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b23415fc-049d-4c6b-a497-312ed6bed4fe req-4a0acbd7-0b18-438e-877b-ad2cc3119ec1 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 210 time: 0.0301256 Sep 27 08:46:40.530722 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7e5b7-7099-442e-836c-0e8975310b73 req-5d1c1b9c-2f92-4fa5-b767-fbcf833a5bed tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687282 Sep 27 08:46:41.441704 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97ac79-c9f0-4c20-a6a3-dd88a4886693 req-1206c97d-32b2-46a7-b24e-c09e56b8498e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.443195 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d97ac79-c9f0-4c20-a6a3-dd88a4886693 req-1206c97d-32b2-46a7-b24e-c09e56b8498e tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Sep 27 08:46:41.484609 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d97ac79-c9f0-4c20-a6a3-dd88a4886693 req-965ef383-0a04-45be-a28f-2a0248f6315c tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/security-groups?id=92b9b723-cf01-4750-8d3e-193be5ea5561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Sep 27 08:46:41.571276 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fa39bcfc-3219-40a6-8822-95c0a63cc038 req-1dee8a2e-62f6-40e0-b363-f9d208986bc4 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Sep 27 08:46:41.657557 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aea60-df9e-45bc-a26e-6110696cc429 req-67f3a385-b290-45c1-a635-0ae8aed56300 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.659172 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ea0aea60-df9e-45bc-a26e-6110696cc429 req-67f3a385-b290-45c1-a635-0ae8aed56300 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 945 time: 0.0491090 Sep 27 08:46:41.702083 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ea0aea60-df9e-45bc-a26e-6110696cc429 req-f7c01b62-6995-443f-806c-413659b91363 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362577 Sep 27 08:46:42.056160 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-ac94f374-9222-4b98-8306-ee74dd692616 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.057774 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-ac94f374-9222-4b98-8306-ee74dd692616 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 945 time: 0.0637987 Sep 27 08:46:42.161558 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Deleting port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:42.161965 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.258686 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] For port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:42.259055 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.270746 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Calling delete_port for 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:42.362671 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:42.448615 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.471031 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:42.473114 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23464777-974e-4397-aca2-736d2560e317" -d '{"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:42.488220 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:42.492789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.506911 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['8ab66cc3-ce6d-4220-acf9-5638f220a5c6'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:42.529309 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Pushing event deleted for resources: {'Port': ['ID=8ab66cc3-ce6d-4220-acf9-5638f220a5c6,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:42.546664 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea78f2b2-2fdb-4570-ae8a-4379ed486106 x-openstack-request-id: req-ea78f2b2-2fdb-4570-ae8a-4379ed486106 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:42.546877 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-unplugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:42.547330 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea78f2b2-2fdb-4570-ae8a-4379ed486106 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:42.547893 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'code': 200} Sep 27 08:46:42.572756 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] No DVR routers for this DVR port 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:42.575313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.577521 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d760e81-5c77-4fb3-9195-e3db91f33aab req-c558183e-2363-48a8-a01b-51c020376efe tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.13 "DELETE /v2.0/ports/8ab66cc3-ce6d-4220-acf9-5638f220a5c6 HTTP/1.1" status: 204 len: 173 time: 0.5129449 Sep 27 08:46:42.577985 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'name': 'network-vif-deleted', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:42.580352 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561c36c3-2a98-4e4c-a354-264278c5ef24" -d '{"events": [{"server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "name": "network-vif-deleted", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:42.594855 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.652049 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4634c83d-1cf5-468e-a864-941af3407dcb req-e5ccf4f3-a515-4f19-8ee8-d49de054bb55 tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 210 time: 0.0630245 Sep 27 08:46:42.663919 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a5b16f-fa2d-48cc-8732-87f614a3386a x-openstack-request-id: req-07a5b16f-fa2d-48cc-8732-87f614a3386a {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:42.664409 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6d2ae-b806-4962-baa6-48c567901e92", "name": "network-vif-deleted", "tag": "8ab66cc3-ce6d-4220-acf9-5638f220a5c6", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:42.664903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07a5b16f-fa2d-48cc-8732-87f614a3386a {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:42.665301 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6d2ae-b806-4962-baa6-48c567901e92', 'name': 'network-vif-deleted', 'tag': '8ab66cc3-ce6d-4220-acf9-5638f220a5c6', 'status': 'completed', 'code': 200} Sep 27 08:46:42.695012 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=8']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.711528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:42.793316 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a9886552-68ee-4f4b-8138-cd5faa29a103 req-a51ee806-9775-4720-a46a-216e9656b347 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 210 time: 0.0398498 Sep 27 08:46:42.847464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-85b6ab16-168c-40fc-9918-62d7476d3b86 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.849193 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-85b6ab16-168c-40fc-9918-62d7476d3b86 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 814 time: 0.2001777 Sep 27 08:46:42.867683 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0cfee-406d-411e-af4f-5b099075ea27 req-b38429eb-488f-4ea4-87ca-81b98c722920 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.869224 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bdf0cfee-406d-411e-af4f-5b099075ea27 req-b38429eb-488f-4ea4-87ca-81b98c722920 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0805364 Sep 27 08:46:42.874488 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'port': {'device_id': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'admin_state_up': True, 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:42.973376 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bdf0cfee-406d-411e-af4f-5b099075ea27 req-87633b0e-f03e-4999-a540-0c69a38616a0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954070 Sep 27 08:46:43.115605 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Made reservation on behalf of ec5cb8a953634a04a7b491617cd0bf3d for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:43.119426 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.190071 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.274543 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Allocated IP 172.20.0.4 (a85a99fa-afd4-4739-a6d1-ee7dc42b0be8/c55639b8-ec0a-484c-9d5d-da0ca02cb959/7dcc3119-c61e-4f81-babb-12af29d3c8f9) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:43.379852 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47696) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:43.433063 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Deleting subnet ae0966f3-dd0c-4b74-b3ff-e4a52380550c {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:43.436649 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.444500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.472203 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.514455 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.635597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.667948 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.718092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:43.723171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:43.729378 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:43.760309 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0966f3-dd0c-4b74-b3ff-e4a52380550c,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:43.775100 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.787512 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d1802a66-2d26-4135-89b5-efcb11337a31 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ae0966f3-dd0c-4b74-b3ff-e4a52380550c HTTP/1.1" status: 204 len: 168 time: 0.4064107 Sep 27 08:46:43.789655 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:43.795431 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47708) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:43.910176 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.910828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.950611 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a42ebfd-dcee-48c4-87ad-3077d40fa87d req-97f9f67e-3292-4f65-98f8-d8531e366ccc tempest-ServerRescueNegativeTestJSON-1780548452 tempest-ServerRescueNegativeTestJSON-1780548452-project] 10.222.0.76 "GET /v2.0/ports?device_id=49a6d2ae-b806-4962-baa6-48c567901e92 HTTP/1.1" status: 200 len: 210 time: 0.0530496 Sep 27 08:46:43.956156 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.055868 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-4c8ef5c1-d4bc-473c-bc97-68dda9d44fc6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1854682 Sep 27 08:46:44.113170 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.167091 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb17666-0037-4d78-b85e-379e88f09204 req-433b838d-05cd-4632-b137-7453c8bd028f tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.172337 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfb17666-0037-4d78-b85e-379e88f09204 req-433b838d-05cd-4632-b137-7453c8bd028f tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.1233175 Sep 27 08:46:44.187552 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c9eb02-de99-40b1-9968-684e0779a3bd']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:44.200870 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a518baa-f1d7-4bc1-a1d1-87401c565421') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:44.201702 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a518baa-f1d7-4bc1-a1d1-87401c565421') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:44.215303 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.244334 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.314250 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-a22babf5-c923-42e5-9741-0ba2e3f50432 None None] Provisioning complete for port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:44.314250 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a22babf5-c923-42e5-9741-0ba2e3f50432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:44.315147 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:44.317495 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-a22babf5-c923-42e5-9741-0ba2e3f50432 None None] Port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:44.358784 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfb17666-0037-4d78-b85e-379e88f09204 req-6a7d4e0e-dd46-4c33-b732-e9a5ee2f871f tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162810 Sep 27 08:46:44.528679 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.535826 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.539479 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b2c9eb02-de99-40b1-9968-684e0779a3bd HTTP/1.1" status: 204 len: 168 time: 0.7431276 Sep 27 08:46:44.570079 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e741747-270f-41df-b647-32b3d06c3c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c9eb02-de99-40b1-9968-684e0779a3bd,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:44.828590 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [req-f015c4f4-2a0d-454e-ab30-cdd15c516b76 req-13a4d94a-9d25-4f5b-ac1b-f9945f3da039 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:46:44.828590 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f015c4f4-2a0d-454e-ab30-cdd15c516b76 req-13a4d94a-9d25-4f5b-ac1b-f9945f3da039 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053985 Sep 27 08:46:45.011755 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47726) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.028711 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47728) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.100538 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1e09a7c4-6603-437d-bc3a-f33f4720872c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=72636ebc65fe4939a5ea22da6dbfa749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872133 Sep 27 08:46:45.101159 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47732) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.266929 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13d498-8cc9-44f2-a5a9-9779fba663ee req-5e25c72a-d089-4cf3-9e02-8ed71496f0e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.268884 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9e13d498-8cc9-44f2-a5a9-9779fba663ee req-5e25c72a-d089-4cf3-9e02-8ed71496f0e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.1111822 Sep 27 08:46:45.281315 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.347217 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.415757 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9e13d498-8cc9-44f2-a5a9-9779fba663ee req-49b939df-39dc-4273-ab9c-d60ca71eecb6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350737 Sep 27 08:46:45.537887 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4dfe8-b6ba-44a3-bd60-62753d490135 req-edea2d03-fdf1-4b7a-aa70-4e31d59b64c8 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.539719 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89d4dfe8-b6ba-44a3-bd60-62753d490135 req-edea2d03-fdf1-4b7a-aa70-4e31d59b64c8 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0788791 Sep 27 08:46:45.543006 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.545942 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.550117 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de7ec203-86a0-413f-af94-5e2ab0458a63 HTTP/1.1" status: 204 len: 168 time: 0.4479637 Sep 27 08:46:45.573373 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a74c-2c15-4cd2-a846-bcf6daf042ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ec203-86a0-413f-af94-5e2ab0458a63,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:45.652947 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89d4dfe8-b6ba-44a3-bd60-62753d490135 req-fdadabf1-38f1-4066-a408-1b568afb69c0 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015882 Sep 27 08:46:45.655969 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.255796 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Deleting port 4f5b44d9-38ce-45fa-8216-0237dce712f3 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:46.256738 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.339433 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] For port 4f5b44d9-38ce-45fa-8216-0237dce712f3, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=4f5b44d9-38ce-45fa-8216-0237dce712f3,segment=NetworkSegment(e364abd9-fc44-466d-bdd3-d3a066b789fa),segment_id=e364abd9-fc44-466d-bdd3-d3a066b789fa)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:46.339801 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.357405 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Calling delete_port for 4f5b44d9-38ce-45fa-8216-0237dce712f3 owned by network:router_interface {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:46.378877 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:46.412568 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:46.413076 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 8ab66cc3-ce6d-4220-acf9-5638f220a5c6 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:46.413514 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:46.592735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323e2c-7d00-4a99-b9d9-486164f060f1 req-c0561657-ba99-4102-b5bc-88d5cc42509a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.594452 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7323e2c-7d00-4a99-b9d9-486164f060f1 req-c0561657-ba99-4102-b5bc-88d5cc42509a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0718195 Sep 27 08:46:46.666515 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7323e2c-7d00-4a99-b9d9-486164f060f1 req-6be24943-15ee-49d7-abb1-32cd0fa134d5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640051 Sep 27 08:46:46.773342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.805474 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5b44d9-38ce-45fa-8216-0237dce712f3,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.836688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70b9d5-56f0-4129-964a-fce1df097ab5 req-c53d23af-fc58-4aff-8688-8c5fb3a1e1ff tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.838570 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c70b9d5-56f0-4129-964a-fce1df097ab5 req-c53d23af-fc58-4aff-8688-8c5fb3a1e1ff tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0736125 Sep 27 08:46:46.887473 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c70b9d5-56f0-4129-964a-fce1df097ab5 req-115115b2-443d-4c61-9394-27345c1b410e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Sep 27 08:46:47.008133 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.307604 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Router 2c6794be-e4cb-4782-8811-fc1c84732bed has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:47.438368 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:47.445542 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-023569ae-6a69-4ef2-83da-6fc810bb0cbe admin admin] 10.222.0.76 "PUT /v2.0/routers/2c6794be-e4cb-4782-8811-fc1c84732bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142764 Sep 27 08:46:47.447917 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47778) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:47.450877 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Sync routers for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:47.466214 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:47.467315 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:46:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:47.581590 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks [] for router, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.672935 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:47.738414 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.855021 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217332-a4c0-458f-91ec-13f697e896fd req-933b5bd8-7083-4457-b559-34ba194e4675 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.859111 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-59217332-a4c0-458f-91ec-13f697e896fd req-933b5bd8-7083-4457-b559-34ba194e4675 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0765076 Sep 27 08:46:47.905608 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:46:46Z', 'revision_number': 5, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port': {'id': 'cc43ccba-ddb4-47e6-ab86-da5eea5d61f7', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:47.931298 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Deleting port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:47.932377 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-59217332-a4c0-458f-91ec-13f697e896fd req-93762dcd-01d0-44c7-8ebf-3d5d79488d72 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633001 Sep 27 08:46:47.932814 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.950957 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Checking router: 2c6794be-e4cb-4782-8811-fc1c84732bed for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:47.962803 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Routers {'2c6794be-e4cb-4782-8811-fc1c84732bed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:47.963480 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:46:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2c6794be-e4cb-4782-8811-fc1c84732bed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:48.096235 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc32a23-ef3e-4b05-809c-55bcc2922a86 req-98d8ab2b-5246-4cbd-9f21-11d4645013f2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:48.098998 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfc32a23-ef3e-4b05-809c-55bcc2922a86 req-98d8ab2b-5246-4cbd-9f21-11d4645013f2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.1018255 Sep 27 08:46:48.118729 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] For port cc43ccba-ddb4-47e6-ab86-da5eea5d61f7, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:48.119095 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.120546 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] Set router 2c6794be-e4cb-4782-8811-fc1c84732bed gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:48.132579 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Calling delete_port for cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 owned by network:router_gateway {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:48.145848 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfc32a23-ef3e-4b05-809c-55bcc2922a86 req-27d434c0-645e-436d-b7e0-7f15902a6867 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Sep 27 08:46:48.201667 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:46:47Z', 'revision_number': 6, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:48.228517 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3c3bf-c36f-4eeb-8fbd-dc2bfe49025f None None] The sync data for ids ['2c6794be-e4cb-4782-8811-fc1c84732bed'] in dv-cinder-811085-1-smb is: [{'id': '2c6794be-e4cb-4782-8811-fc1c84732bed', 'name': 'tempest-ServerRescueNegativeTestJSON-331010772-router', 'tenant_id': '29713ca065b946ecaaa9e54681eed701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:07Z', 'updated_at': '2021-09-27T08:46:47Z', 'revision_number': 6, 'project_id': '29713ca065b946ecaaa9e54681eed701', 'gw_port_host': None}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:48.631029 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 4f5b44d9-38ce-45fa-8216-0237dce712f3 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:48.661326 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 4f5b44d9-38ce-45fa-8216-0237dce712f3 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:48.663026 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 4f5b44d9-38ce-45fa-8216-0237dce712f3 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:48.685727 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.711496 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc43ccba-ddb4-47e6-ab86-da5eea5d61f7,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:48.775516 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.883537 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.886003 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.046960 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.050886 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6794be-e4cb-4782-8811-fc1c84732bed {{(pid=101280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:46:49.053351 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.057038 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-aa7ed30a-733c-4e25-ad45-3f1a03db024f admin admin] 10.222.0.76 "DELETE /v2.0/routers/2c6794be-e4cb-4782-8811-fc1c84732bed HTTP/1.1" status: 204 len: 168 time: 1.6054280 Sep 27 08:46:49.057363 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47788) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:49.085399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feba87-d22e-46dc-a531-f23ab6bfbdd5 req-a629e4ca-5878-4a5e-b028-87ecbb17aac7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:49.087133 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4feba87-d22e-46dc-a531-f23ab6bfbdd5 req-a629e4ca-5878-4a5e-b028-87ecbb17aac7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0608797 Sep 27 08:46:49.112312 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Deleting subnet 18dceb91-3939-4c25-897b-bc98137fef46 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:49.115619 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.144955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4feba87-d22e-46dc-a531-f23ab6bfbdd5 req-7be4928f-b7d1-430e-9ef9-c5e8796b801e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502529 Sep 27 08:46:49.162051 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.241440 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.307226 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248f22-6588-4bc9-a6ef-d066e9da5f2e req-fc8f295d-14d1-44bb-84a3-c7d4c01b1581 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:49.312728 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-62248f22-6588-4bc9-a6ef-d066e9da5f2e req-fc8f295d-14d1-44bb-84a3-c7d4c01b1581 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0639379 Sep 27 08:46:49.355855 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-62248f22-6588-4bc9-a6ef-d066e9da5f2e req-1f37b8aa-5181-474b-96bd-cac1cf9aa601 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Sep 27 08:46:49.373062 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.387361 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.394335 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/18dceb91-3939-4c25-897b-bc98137fef46 HTTP/1.1" status: 204 len: 168 time: 0.3335288 Sep 27 08:46:49.397735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47794) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:49.413517 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb8c1d-4c69-486a-95b3-9fa85938dc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18dceb91-3939-4c25-897b-bc98137fef46,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:49.482608 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.569182 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.589869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477a1221-d179-4af4-b851-6c77b061ae2b']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:49.602187 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e364abd9-fc44-466d-bdd3-d3a066b789fa') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:49.602726 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e364abd9-fc44-466d-bdd3-d3a066b789fa') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:49.613512 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.628162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.635012 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:49.635474 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:49.637281 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:49.749891 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.755792 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.758109 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/477a1221-d179-4af4-b851-6c77b061ae2b HTTP/1.1" status: 204 len: 168 time: 0.3592749 Sep 27 08:46:49.770425 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da1f44-5d52-45e7-a561-e733671b61f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=477a1221-d179-4af4-b851-6c77b061ae2b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:50.170231 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47800) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:50.220309 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3fda7a58-f87a-41fd-befe-673e0b4d4cf1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29713ca065b946ecaaa9e54681eed701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484622 Sep 27 08:46:50.222492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47806) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:50.275140 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.325593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.352105 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faaaf5-ef10-4b8a-9158-1529d6d0c23b req-7f209b9a-076f-41d5-b532-36e8b576278b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.357240 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d4faaaf5-ef10-4b8a-9158-1529d6d0c23b req-7f209b9a-076f-41d5-b532-36e8b576278b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0760341 Sep 27 08:46:50.410822 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d4faaaf5-ef10-4b8a-9158-1529d6d0c23b req-46e787cd-bb87-4dca-b0a3-1a5c475bdabe tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485668 Sep 27 08:46:50.498903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9cd51-f6be-4952-9c25-f3c5b86fcc61 req-a1bea983-3170-410a-a10e-7aed748634bd tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.500445 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7cf9cd51-f6be-4952-9c25-f3c5b86fcc61 req-a1bea983-3170-410a-a10e-7aed748634bd tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0539215 Sep 27 08:46:50.503456 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.506678 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.510012 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92b9b723-cf01-4750-8d3e-193be5ea5561 HTTP/1.1" status: 204 len: 168 time: 0.2844903 Sep 27 08:46:50.550605 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38495120-345c-493b-9df5-e80e34647aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9b723-cf01-4750-8d3e-193be5ea5561,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:50.564050 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7cf9cd51-f6be-4952-9c25-f3c5b86fcc61 req-c0cad839-806d-4038-a322-013aaec77f38 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550647 Sep 27 08:46:50.641350 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:50.680169 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:50.680516 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device cc43ccba-ddb4-47e6-ab86-da5eea5d61f7 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:51.548744 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e878a6-fd51-489c-821d-60f403853480 req-0f35d615-d60e-40bc-aa17-38671fcbf822 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:51.550645 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-33e878a6-fd51-489c-821d-60f403853480 req-0f35d615-d60e-40bc-aa17-38671fcbf822 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0506392 Sep 27 08:46:51.623040 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-33e878a6-fd51-489c-821d-60f403853480 req-2ef3dc4e-6dee-4b2b-83e8-bc013797765f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616758 Sep 27 08:46:51.728139 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47840) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:51.774909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1943a68-2b6d-4171-97ff-85c86e893262 req-6f82b9bc-2dae-4aa3-a8a4-03b4b69a4ef2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:51.777533 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a1943a68-2b6d-4171-97ff-85c86e893262 req-6f82b9bc-2dae-4aa3-a8a4-03b4b69a4ef2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0786483 Sep 27 08:46:51.833242 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a1943a68-2b6d-4171-97ff-85c86e893262 req-bc3dd795-dac6-4850-94e5-c2fce1f57aee tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Sep 27 08:46:51.914397 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-367712517-network', 'tenant_id': '0fbdab70ca72434eab373aedd741db25'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:52.001092 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:52.003952 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.017304 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.156465 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.280994 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.307244 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:52.322794 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bfa4de-b7e8-42cd-aded-0cff73c74233,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.322955 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 47898) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:52.331774 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.332122 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Added segment 295cfc5e-856d-468f-b273-2c3511a6e878 of type vlan for network e219584c-d31d-47fc-93b9-5c19ae75d942 Sep 27 08:46:52.430437 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.504365 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-089ccf80-f711-48a2-8ad3-cb1f6e0d7e13 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1799982 Sep 27 08:46:52.514121 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-025d1497-3c39-480d-814f-0343536e4b2a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:46:52.515277 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-025d1497-3c39-480d-814f-0343536e4b2a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052860 Sep 27 08:46:52.547014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.547014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:52.547014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.607553 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] Pushing event updated for resources: {'Network': ['ID=e219584c-d31d-47fc-93b9-5c19ae75d942,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.618214 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network e219584c-d31d-47fc-93b9-5c19ae75d942 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:52.647996 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f14620b5-864a-4e79-a209-6ed9b632734c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9187489 Sep 27 08:46:52.651029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 47906) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:52.661423 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Request body: {'subnet': {'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-367712517-subnet', 'tenant_id': '0fbdab70ca72434eab373aedd741db25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:52.772813 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:52.775467 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.813177 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8affa-5faf-47ae-a5de-9ee929da2b1f req-9641d9d8-1fb9-4b21-9da6-df190c031fcc tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:52.815667 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83e8affa-5faf-47ae-a5de-9ee929da2b1f req-9641d9d8-1fb9-4b21-9da6-df190c031fcc tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0786154 Sep 27 08:46:52.882953 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83e8affa-5faf-47ae-a5de-9ee929da2b1f req-f0d6d47f-763d-4101-bdb6-e5af7ed9bb93 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548725 Sep 27 08:46:52.998526 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359894d5-e89c-42b5-b02a-9143bd84f667 req-a0da2df9-a74c-4e3d-8cfb-6d24f9030fcf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.007423 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-359894d5-e89c-42b5-b02a-9143bd84f667 req-a0da2df9-a74c-4e3d-8cfb-6d24f9030fcf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0898988 Sep 27 08:46:53.070631 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-359894d5-e89c-42b5-b02a-9143bd84f667 req-2b9cd0f7-feff-49c8-87f6-a18b6bd10aef tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Sep 27 08:46:53.161313 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.230893 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1be7bab-ca10-4e29-ba17-7a4518158df2,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.236166 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Checking segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:53.236522 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Network hostable DHCP agents. Network: e219584c-d31d-47fc-93b9-5c19ae75d942, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:53.326610 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Network e219584c-d31d-47fc-93b9-5c19ae75d942 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:53.429569 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, e219584c-d31d-47fc-93b9-5c19ae75d942) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:53.441250 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.441870 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.442623 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644b241-31e5-44e4-87a8-32e413550f60 None None] Network e219584c-d31d-47fc-93b9-5c19ae75d942 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:53.533034 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-59cf2470-95ad-4743-9ac2-c45a81fe8343 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8807044 Sep 27 08:46:53.608679 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a7e3b-d224-4300-98f3-7991cfb9ec51 None None] Network e219584c-d31d-47fc-93b9-5c19ae75d942 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:53.640348 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f15a990b-5ca1-4508-8193-5cfb2f5d3358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.991869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db2a1b-e29f-4f2b-b7e7-53e58b156690 req-423540f7-3db0-4ed3-a743-385404b52dc0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.993260 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c0db2a1b-e29f-4f2b-b7e7-53e58b156690 req-423540f7-3db0-4ed3-a743-385404b52dc0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0487871 Sep 27 08:46:54.031851 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c0db2a1b-e29f-4f2b-b7e7-53e58b156690 req-fe13fcc0-8bb9-44d8-abf1-20c257a0fed3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Sep 27 08:46:54.235754 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd6a2d-1cd2-4b13-84a6-20bf771f0957 req-d7f86eef-f5c6-4c7f-a8af-414325247380 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:54.237198 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6fdd6a2d-1cd2-4b13-84a6-20bf771f0957 req-d7f86eef-f5c6-4c7f-a8af-414325247380 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.1202397 Sep 27 08:46:54.296207 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-4124d8e1-4949-447e-8732-941b9a6739e9 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:54.297571 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-4124d8e1-4949-447e-8732-941b9a6739e9 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1548293 Sep 27 08:46:54.300345 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6fdd6a2d-1cd2-4b13-84a6-20bf771f0957 req-9eaae3dc-8f95-4331-b9a8-2c19123b18d2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562589 Sep 27 08:46:54.311956 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-b848863e-e272-4dcd-bf4d-2ce7fcc32028 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/quotas/0fbdab70ca72434eab373aedd741db25 HTTP/1.1" status: 200 len: 375 time: 0.0086663 Sep 27 08:46:54.343143 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-c8fc7032-50bd-4dd1-a077-bd38cc34aaa0 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257246 Sep 27 08:46:54.435549 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-5c2b7678-7e04-48cf-9976-6d510d19634d service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Sep 27 08:46:54.524920 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-5f07c1af-b964-4f6d-b674-21a9e60c8923 service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Sep 27 08:46:54.782192 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-510351ad-e3ed-4d6f-964c-8bda3b23bcce req-4eba8821-d058-4e6a-a749-3b43e05d6a76 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 210 time: 0.0309713 Sep 27 08:46:55.153487 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cac31-59d1-4188-a6d5-0c81d5da3461 req-19ce6eeb-9761-4910-a37e-79ef41528068 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:55.154980 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5f1cac31-59d1-4188-a6d5-0c81d5da3461 req-19ce6eeb-9761-4910-a37e-79ef41528068 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0476174 Sep 27 08:46:55.182896 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Request body: {'port': {'device_id': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:55.222809 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5f1cac31-59d1-4188-a6d5-0c81d5da3461 req-8c3432d3-6bb0-4209-b019-668ca42fd186 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617213 Sep 27 08:46:55.259307 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.453579 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21992b-4daa-424e-9fb8-e4362889a8fe req-25ce025e-666d-4c6c-8f59-ec879eb5f46c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:55.455077 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bc21992b-4daa-424e-9fb8-e4362889a8fe req-25ce025e-666d-4c6c-8f59-ec879eb5f46c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 931 time: 0.0840566 Sep 27 08:46:55.533471 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bc21992b-4daa-424e-9fb8-e4362889a8fe req-64dc75b5-5807-451c-86a2-18153e5eb527 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Sep 27 08:46:55.604944 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcc3119-c61e-4f81-babb-12af29d3c8f9 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:55.612486 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.624110 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Transition to ACTIVE for port object 7dcc3119-c61e-4f81-babb-12af29d3c8f9 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:55.703764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.753741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:55.858434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Attempting to bind port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:55.858434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Attempting to bind port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:55.858434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Attempting to bind port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 on network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:55.878906 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5738fc0e-e134-43d6-91c6-9f5339dd6664 req-e80f2973-990b-429c-86ea-e7e4656e446d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 210 time: 0.0345416 Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 on network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Attempting to bind port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 on network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Checking segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Bound using segment: {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Bound port: 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbf9d41-791d-47bd-a916-cb893c837285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:55.898393 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.092539 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e70b91d0-9153-471f-b1a9-c016eef68e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.162104 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:56.164993 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:56.224493 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.280324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:56.283602 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.291766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.291766 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-94c8a27b-4385-4ebd-b6d9-d1ddedfc6b21 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 1093 time: 1.1095843 Sep 27 08:46:56.291766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:56.291766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697fec3f-e7ff-4e10-a17c-75b096f11243" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:56.337697 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235551cb-48da-45db-a143-dd547c4f22bb x-openstack-request-id: req-235551cb-48da-45db-a143-dd547c4f22bb {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:56.338542 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:56.339098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-235551cb-48da-45db-a143-dd547c4f22bb {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:56.339781 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:46:56.385183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38551-cb13-4c01-8c50-24c6c4910682 req-313383ed-672a-4c05-b090-5e6a45ea213b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.387148 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fea38551-cb13-4c01-8c50-24c6c4910682 req-313383ed-672a-4c05-b090-5e6a45ea213b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0619881 Sep 27 08:46:56.460803 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-d38cda66-f32e-4833-af1a-bdd46835ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.462384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-d38cda66-f32e-4833-af1a-bdd46835ab3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1096 time: 0.0857360 Sep 27 08:46:56.466770 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fea38551-cb13-4c01-8c50-24c6c4910682 req-b6613a05-d759-43f8-85b7-d42f730eaf05 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694449 Sep 27 08:46:56.576177 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-0207b62c-db23-4c44-b149-f4381392927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.577698 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-0207b62c-db23-4c44-b149-f4381392927a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1072524 Sep 27 08:46:56.709595 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a5cb3-32b9-4619-a128-001a8547620e req-91d6df12-4542-434a-bc0d-1abb38613237 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.714124 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c98a5cb3-32b9-4619-a128-001a8547620e req-91d6df12-4542-434a-bc0d-1abb38613237 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 943 time: 0.1025178 Sep 27 08:46:56.715270 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-d90ce2d4-0036-46da-be02-dcee6b3a03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.716821 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-697fec3f-e7ff-4e10-a17c-75b096f11243 req-d90ce2d4-0036-46da-be02-dcee6b3a03c8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314650 Sep 27 08:46:56.759283 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c98a5cb3-32b9-4619-a128-001a8547620e req-ca9d9a88-a1a5-4758-b366-c327d2284d98 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Sep 27 08:46:56.783834 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.804923 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-8f12c9d4-8355-41b1-99e5-56e961df5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.806484 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-8f12c9d4-8355-41b1-99e5-56e961df5223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1096 time: 0.0462124 Sep 27 08:46:56.850004 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-b41ece87-1f88-44b6-8d01-e20908d95440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 217 time: 0.0334787 Sep 27 08:46:56.901028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-1edeb5aa-7df7-4d9b-96d1-4ea093d0caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.906584 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-1edeb5aa-7df7-4d9b-96d1-4ea093d0caab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0462539 Sep 27 08:46:56.983715 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7bac5284-2544-4891-b968-df35e73df111 req-7fb57c86-1612-471c-b8fb-9a95ecb38b53 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 210 time: 0.0300443 Sep 27 08:46:56.985656 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-e7c76a36-eb73-4112-a01e-c7243d156c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:56.987073 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-e7c76a36-eb73-4112-a01e-c7243d156c04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741966 Sep 27 08:46:57.096555 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-2540e642-00a3-4054-bbcf-f57febe237b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010630 Sep 27 08:46:57.267259 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce177902-5766-4c01-afae-bc4d5c1a5889 req-7ec2a778-b00a-4736-9bfd-041faec1d8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632428 Sep 27 08:46:57.299671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-147e71f2-d284-40a9-bb4f-48f796e1a702 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.301088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-147e71f2-d284-40a9-bb4f-48f796e1a702 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1313510 Sep 27 08:46:57.315607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Request body: {'port': {'device_id': '185cc229-576d-4f75-bd4c-ad86530fa716', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'admin_state_up': True, 'tenant_id': '0fbdab70ca72434eab373aedd741db25'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:57.434784 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.526591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:57.530185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.648101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f307f35-c5bc-4052-b033-52c2a5fad2d0 req-eb8896ec-6a70-4347-bf45-cab00fb80b92 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.649594 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7f307f35-c5bc-4052-b033-52c2a5fad2d0 req-eb8896ec-6a70-4347-bf45-cab00fb80b92 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.1096725 Sep 27 08:46:57.798870 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7f307f35-c5bc-4052-b033-52c2a5fad2d0 req-5eac7c54-d6d8-436d-b027-80d25753ec59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145809 Sep 27 08:46:57.804097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-ef400ebd-83b8-4d66-a4ca-7dd201444606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.805581 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-ef400ebd-83b8-4d66-a4ca-7dd201444606 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 1096 time: 0.1551161 Sep 27 08:46:57.806679 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Allocated IP 172.20.0.14 (e219584c-d31d-47fc-93b9-5c19ae75d942/e1be7bab-ca10-4e29-ba17-7a4518158df2/9cb0edda-b803-4a0a-b245-dad8daccfdc2) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:57.963338 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-2a1ac4fb-88a5-45d2-ab72-6bb661fb9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.964859 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-2a1ac4fb-88a5-45d2-ab72-6bb661fb9bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1096 time: 0.1219907 Sep 27 08:46:57.994129 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4b7d-ec1b-432f-bf35-1cdfd7a023df req-0a072ba1-362b-49db-9d2f-589e797be5c9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.995585 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a1f4b7d-ec1b-432f-bf35-1cdfd7a023df req-0a072ba1-362b-49db-9d2f-589e797be5c9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 943 time: 0.1213863 Sep 27 08:46:58.146568 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a1f4b7d-ec1b-432f-bf35-1cdfd7a023df req-e7808a31-c48f-41c7-826e-e829ffc761b0 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389692 Sep 27 08:46:58.156255 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.188430 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-05452792-39a8-4b82-a183-cd3f5c7acb0b req-fdf9fe47-31c2-443d-b154-8fbb00afca8c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Sep 27 08:46:58.201550 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-775132d2-37a0-4525-bdd7-356f5bb5471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.203005 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-775132d2-37a0-4525-bdd7-356f5bb5471f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.2303669 Sep 27 08:46:58.284496 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-e14b8342-5350-4589-92c9-aeadd1d9713c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 999 time: 0.0715921 Sep 27 08:46:58.333042 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-127c36bc-d266-400f-9e6a-77601577fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.335104 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-127c36bc-d266-400f-9e6a-77601577fc22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0439367 Sep 27 08:46:58.337479 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.413394 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Network e219584c-d31d-47fc-93b9-5c19ae75d942 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:58.420546 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:58.422355 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event updated for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:58.425711 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:58.462204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-1bb73876-b9fc-4607-b01d-c1cadaeaebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.463744 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-1bb73876-b9fc-4607-b01d-c1cadaeaebd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191247 Sep 27 08:46:58.486730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.487367 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.575541 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-7b0f47e0-059f-4ce9-ac06-3a3fe1329087 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023705 Sep 27 08:46:58.614506 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-6ee8c1b1-202b-421c-a574-7654f72aa788 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3033531 Sep 27 08:46:58.649702 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Request body: {'port': {'device_id': '185cc229-576d-4f75-bd4c-ad86530fa716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:58.721275 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98e76ce5-5e0a-432f-a475-3b51235e7910 req-b5ec2d27-d7d5-4f4d-868b-766fa1b62135 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366839 Sep 27 08:46:58.726098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.926717 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:59.035458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7decb86-1a3e-43b0-ad10-9804c503cf67 req-3b8094e0-e632-42c6-99fb-89cdf31d4e4a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:59.036993 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d7decb86-1a3e-43b0-ad10-9804c503cf67 req-3b8094e0-e632-42c6-99fb-89cdf31d4e4a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0971839 Sep 27 08:46:59.049586 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb0edda-b803-4a0a-b245-dad8daccfdc2 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:59.064867 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:59.098189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Transition to ACTIVE for port object 9cb0edda-b803-4a0a-b245-dad8daccfdc2 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:59.106052 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d7decb86-1a3e-43b0-ad10-9804c503cf67 req-ed008b0e-dfc9-478f-9790-ae43602080e2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627904 Sep 27 08:46:59.201006 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:59.287874 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:59.385553 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261174bd-e524-42fb-9e38-a941896513fc req-239c454c-5ffa-4b27-9bb1-caad38dcf91a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:59.387783 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-261174bd-e524-42fb-9e38-a941896513fc req-239c454c-5ffa-4b27-9bb1-caad38dcf91a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 943 time: 0.1536639 Sep 27 08:46:59.463023 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abcbce-6055-45e6-af1f-fac2f077a845 req-79555fad-ff61-434e-90a9-13cec8357cce tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:59.464537 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5abcbce-6055-45e6-af1f-fac2f077a845 req-79555fad-ff61-434e-90a9-13cec8357cce tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.1475260 Sep 27 08:46:59.471504 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Attempting to bind port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:59.471845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Attempting to bind port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:59.472348 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Attempting to bind port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:59.479021 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-261174bd-e524-42fb-9e38-a941896513fc req-db5d52bf-9f14-4c26-81b3-453852e58bdc tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844131 Sep 27 08:46:59.495692 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:59.495975 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Attempting to bind port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:59.523815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:59.524198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Checking segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:59.524663 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Bound using segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:59.525118 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Bound port: 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:59.525473 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:59.563652 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5abcbce-6055-45e6-af1f-fac2f077a845 req-cf077ec1-0357-4b05-af74-7afc0febe722 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883117 Sep 27 08:46:59.635580 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:59.688985 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:00.303601 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a334-d90d-4854-a580-01162068a99f req-3de384f1-063e-449d-ba0c-b5e3102d8dc0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.311025 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ada4a334-d90d-4854-a580-01162068a99f req-3de384f1-063e-449d-ba0c-b5e3102d8dc0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0619266 Sep 27 08:47:00.366542 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ada4a334-d90d-4854-a580-01162068a99f req-15508074-bf1d-499f-ae74-cedcf2ad0e1d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545168 Sep 27 08:47:00.423528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 7dcc3119-c61e-4f81-babb-12af29d3c8f9 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:00.595359 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.676777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.676777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.678363 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/9cb0edda-b803-4a0a-b245-dad8daccfdc2 HTTP/1.1" status: 200 len: 1094 time: 2.0347233 Sep 27 08:47:00.678880 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:00.681410 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca78ec49-4f8d-4461-96cf-af37533bf4df" -d '{"events": [{"name": "network-changed", "server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:00.717019 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149385b8-3e5e-4c95-9361-a6a41216949a req-aee89a24-d816-475a-8df9-6e7e4098d456 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.718640 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-149385b8-3e5e-4c95-9361-a6a41216949a req-aee89a24-d816-475a-8df9-6e7e4098d456 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 943 time: 0.1640108 Sep 27 08:47:00.724846 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75836cde-6b07-4860-b161-0de57695b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:00.804351 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:00.823918 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-149385b8-3e5e-4c95-9361-a6a41216949a req-b79b4f84-fe5b-4621-9248-5e5b2102c8e1 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932248 Sep 27 08:47:00.829757 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'port_id': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'mac_address': 'fa:16:3e:ae:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:00.902686 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7415e7-176d-4e26-a767-ef64a8b0c7c4 x-openstack-request-id: req-3d7415e7-176d-4e26-a767-ef64a8b0c7c4 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:00.903322 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:00.903727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d7415e7-176d-4e26-a767-ef64a8b0c7c4 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:00.908363 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2', 'status': 'completed', 'code': 200} Sep 27 08:47:00.912301 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:00.958331 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcc3119-c61e-4f81-babb-12af29d3c8f9 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:00.972279 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4656f-1c41-4553-a5e4-aec17052e45e req-0fbdec1b-dbb1-455a-bde2-1494f20f6982 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.981336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-08d4656f-1c41-4553-a5e4-aec17052e45e req-0fbdec1b-dbb1-455a-bde2-1494f20f6982 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.1291604 Sep 27 08:47:00.981878 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:01.053105 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:01.151766 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:01.278469 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-08d4656f-1c41-4553-a5e4-aec17052e45e req-990808b4-ba0e-42ba-8004-0c1919825b9b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962017 Sep 27 08:47:01.302257 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:01.323457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b938384-cc25-4829-a19a-7758fa7ac1db req-40c3a01f-b361-4889-8646-96618851c551 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:01.325647 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3b938384-cc25-4829-a19a-7758fa7ac1db req-40c3a01f-b361-4889-8646-96618851c551 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.3689027 Sep 27 08:47:01.391089 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3b938384-cc25-4829-a19a-7758fa7ac1db req-25f30c10-af02-4b85-ad3d-44a3b9c9725a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590119 Sep 27 08:47:01.541268 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac030c2-baf6-40cb-b0eb-c6ceeef112cd req-1713fa28-a8bf-46d8-8b68-edf10d9900f9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:01.542906 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ac030c2-baf6-40cb-b0eb-c6ceeef112cd req-1713fa28-a8bf-46d8-8b68-edf10d9900f9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0692604 Sep 27 08:47:01.591761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ac030c2-baf6-40cb-b0eb-c6ceeef112cd req-d6b18906-9c76-48fd-9865-ec0bf375309a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Sep 27 08:47:01.959304 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569273-745a-410f-b9fe-7bec608cae63 req-012af52d-7727-4a4f-be98-7a56bec11b95 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.021179 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-54569273-745a-410f-b9fe-7bec608cae63 req-012af52d-7727-4a4f-be98-7a56bec11b95 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 944 time: 0.0636947 Sep 27 08:47:02.021179 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-54569273-745a-410f-b9fe-7bec608cae63 req-420c04be-3077-41fa-9703-c05ae12162c9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Sep 27 08:47:02.422783 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f471-bdd2-4516-804e-6ccbb94aec6d req-ca492f88-480c-4dad-a52b-97c78c0e0f74 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.424998 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c45f471-bdd2-4516-804e-6ccbb94aec6d req-ca492f88-480c-4dad-a52b-97c78c0e0f74 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0553765 Sep 27 08:47:02.426253 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 7dcc3119-c61e-4f81-babb-12af29d3c8f9 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:02.519778 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c45f471-bdd2-4516-804e-6ccbb94aec6d req-394e7a22-b2c2-4a69-a127-c9c1a45d6765 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Sep 27 08:47:02.578565 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4c64-ceea-430b-92ce-1f22ad56a40b req-c6e44180-e60c-4fea-b0c7-b4f73cc99c49 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.579969 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-272f4c64-ceea-430b-92ce-1f22ad56a40b req-c6e44180-e60c-4fea-b0c7-b4f73cc99c49 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0671275 Sep 27 08:47:02.594846 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:02.599395 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:02.606345 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.626664 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-272f4c64-ceea-430b-92ce-1f22ad56a40b req-0f51db43-bf4e-4cc0-a7bf-f770a3490754 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Sep 27 08:47:02.714101 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.752825 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:02.755439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57802f3-3d69-4784-818f-42607060dc19" -d '{"events": [{"server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:02.791669 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:02.799957 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebbccd-4f98-4be2-ae91-df5710346833 req-2bdb24df-f0ff-4b16-b6e0-3d251bf50d72 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.801466 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3ebbccd-4f98-4be2-ae91-df5710346833 req-2bdb24df-f0ff-4b16-b6e0-3d251bf50d72 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0802228 Sep 27 08:47:02.824458 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed1716-b5c0-4314-9072-9b25b4ce6aa8 x-openstack-request-id: req-76ed1716-b5c0-4314-9072-9b25b4ce6aa8 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:02.824757 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:02.825011 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76ed1716-b5c0-4314-9072-9b25b4ce6aa8 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:02.825398 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'code': 200} Sep 27 08:47:02.841677 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e3ebbccd-4f98-4be2-ae91-df5710346833 req-47f83d34-e2cb-4081-951d-e72797919f40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336282 Sep 27 08:47:02.869274 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.923678 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:03.130729 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e0b1-a552-4ead-b692-fb79a30c3e00 req-d4b75cf3-aac8-45e4-a7a0-82f2dc952514 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.132150 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7c61e0b1-a552-4ead-b692-fb79a30c3e00 req-d4b75cf3-aac8-45e4-a7a0-82f2dc952514 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Sep 27 08:47:03.178421 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7c61e0b1-a552-4ead-b692-fb79a30c3e00 req-bfc781ce-a3c2-4334-acf8-c9f37a793923 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Sep 27 08:47:03.640150 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e6a96-56f1-4241-a679-1ba305df5b60 req-a5d4a95a-325f-40df-af2a-6c153c96174d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.645281 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d11e6a96-56f1-4241-a679-1ba305df5b60 req-a5d4a95a-325f-40df-af2a-6c153c96174d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0680530 Sep 27 08:47:03.695539 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d11e6a96-56f1-4241-a679-1ba305df5b60 req-df20a952-a607-463a-87cc-5c7bcfbbb2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Sep 27 08:47:03.761836 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d6bc-e6d0-42e8-b19e-c2ef91937d1d req-c5d238c9-8194-41c4-9eeb-094dfd1ff05c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.763746 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1484d6bc-e6d0-42e8-b19e-c2ef91937d1d req-c5d238c9-8194-41c4-9eeb-094dfd1ff05c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0572791 Sep 27 08:47:03.805122 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1484d6bc-e6d0-42e8-b19e-c2ef91937d1d req-1b98022a-aab3-4175-9932-08a4429464b9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344875 Sep 27 08:47:03.990557 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f6b20-4c42-45f6-a352-fc83ca9bb223 req-b76067ef-9384-4d2e-9940-3ec272b9461e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.992139 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-026f6b20-4c42-45f6-a352-fc83ca9bb223 req-b76067ef-9384-4d2e-9940-3ec272b9461e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0515132 Sep 27 08:47:04.033100 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-026f6b20-4c42-45f6-a352-fc83ca9bb223 req-e12eb8d4-d48e-4925-abad-0005533a3455 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346723 Sep 27 08:47:04.304627 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd695c-703d-426f-9f64-a6ba991f041c req-06d37981-9414-4499-966d-2be7b859052e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.306140 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c0dd695c-703d-426f-9f64-a6ba991f041c req-06d37981-9414-4499-966d-2be7b859052e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0612977 Sep 27 08:47:04.345072 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c0dd695c-703d-426f-9f64-a6ba991f041c req-0d8848b9-3fa7-48f7-acd1-f62a9b99a978 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Sep 27 08:47:04.750117 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48140) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:04.822218 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e46a4c-64d2-409e-9f41-d8c7f0c98ae3 req-bbb6c4ce-7892-48b5-9cd7-ac90dd0fb072 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.824793 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-80e46a4c-64d2-409e-9f41-d8c7f0c98ae3 req-bbb6c4ce-7892-48b5-9cd7-ac90dd0fb072 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0612020 Sep 27 08:47:04.870126 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-80e46a4c-64d2-409e-9f41-d8c7f0c98ae3 req-4c32391c-c883-4c55-8f16-1ee1f3be1343 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Sep 27 08:47:04.942958 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25abf8-2b3d-434a-a655-d729c28630e0 req-fae7546d-bec9-42ff-9df2-a89f393faf2c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.945012 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-be25abf8-2b3d-434a-a655-d729c28630e0 req-fae7546d-bec9-42ff-9df2-a89f393faf2c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0674558 Sep 27 08:47:04.959913 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ab87e43-7fe6-4328-b970-f9681ef1f6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.993559 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-be25abf8-2b3d-434a-a655-d729c28630e0 req-54dc054b-b29a-43a3-99cc-d42517a37892 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Sep 27 08:47:05.055782 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ab87e43-7fe6-4328-b970-f9681ef1f6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.125991 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9ab87e43-7fe6-4328-b970-f9681ef1f6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.168588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6adc-534f-479e-91da-6e47e146cd50 req-6c95cd9f-967b-47c9-bf4c-ae574a7a66da tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.170425 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c35e6adc-534f-479e-91da-6e47e146cd50 req-6c95cd9f-967b-47c9-bf4c-ae574a7a66da tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0586221 Sep 27 08:47:05.184022 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab87e43-7fe6-4328-b970-f9681ef1f6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b922035-1644-4c0b-9082-f5006d9ce0ba,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:05.192057 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9ab87e43-7fe6-4328-b970-f9681ef1f6b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddfca9c5c5fd443dbaa6fcfa2d750a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406090 Sep 27 08:47:05.193134 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48150) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:05.231447 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c35e6adc-534f-479e-91da-6e47e146cd50 req-3860e7da-038f-472b-aba6-d62e85553c84 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497971 Sep 27 08:47:05.266974 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.309077 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.475597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57806f7-1094-49e7-b395-40742f0053bf req-09421121-09bd-4549-bc3f-af553d26e868 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.477001 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f57806f7-1094-49e7-b395-40742f0053bf req-09421121-09bd-4549-bc3f-af553d26e868 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0574257 Sep 27 08:47:05.480582 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.483307 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.484484 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b922035-1644-4c0b-9082-f5006d9ce0ba HTTP/1.1" status: 204 len: 168 time: 0.2904456 Sep 27 08:47:05.496433 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305af6-eaee-4db6-9cca-6c02e7a65bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b922035-1644-4c0b-9082-f5006d9ce0ba,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:05.518476 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f57806f7-1094-49e7-b395-40742f0053bf req-3b314f86-4d76-4500-9fe8-268a57828f71 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Sep 27 08:47:05.983646 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bce168-ca87-4f5e-9c2e-f77cbcbcaf96 req-512b8adf-eb80-4bd2-9442-2ddb980a290a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.985119 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40bce168-ca87-4f5e-9c2e-f77cbcbcaf96 req-512b8adf-eb80-4bd2-9442-2ddb980a290a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0483990 Sep 27 08:47:06.033191 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40bce168-ca87-4f5e-9c2e-f77cbcbcaf96 req-b80aabbc-94fb-4f1d-b245-404117bbe37a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Sep 27 08:47:06.134683 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89046cb-764f-4be3-a476-c9bf78238cdf req-f4bdd0e2-8e95-4d08-8189-a6a5d5899224 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.136457 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e89046cb-764f-4be3-a476-c9bf78238cdf req-f4bdd0e2-8e95-4d08-8189-a6a5d5899224 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0649989 Sep 27 08:47:06.175485 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e89046cb-764f-4be3-a476-c9bf78238cdf req-459a48f8-687a-4070-a24b-6ba2ea17f898 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Sep 27 08:47:06.377994 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47968-f7df-4587-8fec-fd8d25271e53 req-4d6e5155-1cb3-4cc3-af12-ab4d61d2e828 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.379948 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7de47968-f7df-4587-8fec-fd8d25271e53 req-4d6e5155-1cb3-4cc3-af12-ab4d61d2e828 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0711520 Sep 27 08:47:06.422333 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7de47968-f7df-4587-8fec-fd8d25271e53 req-70fd9f5d-01da-458c-b8e4-6bba62421677 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362654 Sep 27 08:47:06.651259 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17dd5a-0378-4c1d-b3cc-45581d78588c req-0cee018f-e322-4fbd-88cf-e441a549623a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.652792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff17dd5a-0378-4c1d-b3cc-45581d78588c req-0cee018f-e322-4fbd-88cf-e441a549623a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0589054 Sep 27 08:47:06.691378 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff17dd5a-0378-4c1d-b3cc-45581d78588c req-0fe2337c-2e47-4fa5-aa0b-c5387b8b8207 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Sep 27 08:47:06.887663 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:47:07.187095 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95314e77-7589-4dd5-aa22-7df4a38d8e5d req-7590044d-1ecf-4709-8841-595981e58c76 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.196761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-95314e77-7589-4dd5-aa22-7df4a38d8e5d req-7590044d-1ecf-4709-8841-595981e58c76 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0763693 Sep 27 08:47:07.282762 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-95314e77-7589-4dd5-aa22-7df4a38d8e5d req-6fce92c0-f3c5-4463-973b-2a09b4b7781e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847039 Sep 27 08:47:07.359015 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c205bf2-162a-4d68-9f6a-337184708a95 req-2870a492-f933-417d-bae8-ad7463317298 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.359015 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7c205bf2-162a-4d68-9f6a-337184708a95 req-2870a492-f933-417d-bae8-ad7463317298 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0881228 Sep 27 08:47:07.410949 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7c205bf2-162a-4d68-9f6a-337184708a95 req-84364ab3-f142-4c88-bc0b-d67cba51a916 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Sep 27 08:47:07.563678 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd8d4-004a-4235-a92c-028b7615be38 req-02fe0dd8-2148-48b6-bcc8-44b0c8398b2e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.565655 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d0dd8d4-004a-4235-a92c-028b7615be38 req-02fe0dd8-2148-48b6-bcc8-44b0c8398b2e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0625153 Sep 27 08:47:07.614045 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d0dd8d4-004a-4235-a92c-028b7615be38 req-51df3b4f-e90d-4bb7-998c-0854fa3b088c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Sep 27 08:47:07.817889 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9f76-9828-4f49-90d9-45cce87c9e6f req-a3ebf963-9f32-4ebf-a724-ecee7376eb6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.820845 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-167d9f76-9828-4f49-90d9-45cce87c9e6f req-a3ebf963-9f32-4ebf-a724-ecee7376eb6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Sep 27 08:47:07.860702 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-167d9f76-9828-4f49-90d9-45cce87c9e6f req-3c5cd31b-1a0b-47aa-9ddf-881a5bced869 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Sep 27 08:47:08.427494 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe21584-43e9-4416-b11a-0f538d72409e req-8860ecd3-92eb-4a3f-8472-bb856c431024 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.431778 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbe21584-43e9-4416-b11a-0f538d72409e req-8860ecd3-92eb-4a3f-8472-bb856c431024 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0554414 Sep 27 08:47:08.477437 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cbe21584-43e9-4416-b11a-0f538d72409e req-e316c12d-c8d3-4bae-839a-2f31a7e21e78 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Sep 27 08:47:08.527368 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a5fe2-83d3-49e5-be56-0495664e3d72 req-f082a395-c851-4b77-811e-e2ca63b5ff05 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.528865 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d7a5fe2-83d3-49e5-be56-0495664e3d72 req-f082a395-c851-4b77-811e-e2ca63b5ff05 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0493383 Sep 27 08:47:08.571053 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0d7a5fe2-83d3-49e5-be56-0495664e3d72 req-f4447cc4-4496-43c9-ab07-156f63cc5716 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Sep 27 08:47:08.744678 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7083d5e-7225-4b0c-b504-dbc96ddb5e77 req-3fef5288-493e-4ad9-a4f8-38eba09f155c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.746313 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f7083d5e-7225-4b0c-b504-dbc96ddb5e77 req-3fef5288-493e-4ad9-a4f8-38eba09f155c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0477779 Sep 27 08:47:08.789600 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f7083d5e-7225-4b0c-b504-dbc96ddb5e77 req-e7402a62-6f5b-415e-89bc-c7e73e6270a7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368736 Sep 27 08:47:08.983711 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714671-2274-48c2-9990-706abf91555f req-3be9da25-1258-4e60-8693-997c8c83e632 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.986021 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ad714671-2274-48c2-9990-706abf91555f req-3be9da25-1258-4e60-8693-997c8c83e632 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0577469 Sep 27 08:47:09.027097 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ad714671-2274-48c2-9990-706abf91555f req-e578d6b8-0770-480e-ab48-b081ad4432df tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Sep 27 08:47:09.598382 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86db02-af09-4a8c-acad-c6898900b4ea req-c8710cc7-fc9d-42da-97dc-83aac09b2294 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.599890 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e86db02-af09-4a8c-acad-c6898900b4ea req-c8710cc7-fc9d-42da-97dc-83aac09b2294 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0507679 Sep 27 08:47:09.646900 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e86db02-af09-4a8c-acad-c6898900b4ea req-94a46a8d-33b9-4eb2-86f0-1bd631427567 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Sep 27 08:47:09.701092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ddb2e-77dc-497e-aac7-00c0b05ba0a2 req-87c31ae2-d11c-43f9-bbcd-6ddb53fc0c3a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.702630 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a2ddb2e-77dc-497e-aac7-00c0b05ba0a2 req-87c31ae2-d11c-43f9-bbcd-6ddb53fc0c3a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0600629 Sep 27 08:47:09.742856 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a2ddb2e-77dc-497e-aac7-00c0b05ba0a2 req-77f1d56e-81e3-4d8c-b5a3-c1c0c6b8ad8f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Sep 27 08:47:09.917229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d2d5-af87-4681-975d-49e2352ee853 req-4102cf98-e296-4422-a402-c7417555b5f1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.918791 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7e53d2d5-af87-4681-975d-49e2352ee853 req-4102cf98-e296-4422-a402-c7417555b5f1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0526133 Sep 27 08:47:09.960342 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7e53d2d5-af87-4681-975d-49e2352ee853 req-17c332d8-b7e6-4aa1-9302-12bd214c1852 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344691 Sep 27 08:47:10.150491 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353fa9b-5e4f-49a2-8ea6-ee4f30e3a69c req-90624a70-02ee-4170-be27-b08d403b2233 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.150491 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f353fa9b-5e4f-49a2-8ea6-ee4f30e3a69c req-90624a70-02ee-4170-be27-b08d403b2233 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Sep 27 08:47:10.196600 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f353fa9b-5e4f-49a2-8ea6-ee4f30e3a69c req-dbd7b0e3-6d31-4aa7-a45b-ab30d182a783 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Sep 27 08:47:10.773932 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c250e6-2d08-45cd-909e-089f8158575d req-fd4cec1b-71e5-4aa6-8634-f3fc222e809e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.777446 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-63c250e6-2d08-45cd-909e-089f8158575d req-fd4cec1b-71e5-4aa6-8634-f3fc222e809e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0527341 Sep 27 08:47:10.817456 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-63c250e6-2d08-45cd-909e-089f8158575d req-9bb0c317-f607-4bae-9cec-7aa68a239f7a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Sep 27 08:47:10.877989 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d918-5607-49eb-b837-d0e52e149846 req-6a09b68c-5d66-4476-a467-a1338d6faedc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.879836 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c06d918-5607-49eb-b837-d0e52e149846 req-6a09b68c-5d66-4476-a467-a1338d6faedc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0557971 Sep 27 08:47:10.921839 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c06d918-5607-49eb-b837-d0e52e149846 req-aeefed3e-cc55-45f1-9baa-8dc9d71a202a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Sep 27 08:47:11.079028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e197ddf-e7dd-4c2b-bb12-23830127f6c5 req-83ccd754-39d6-4544-84d6-aad027093e56 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.080480 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0e197ddf-e7dd-4c2b-bb12-23830127f6c5 req-83ccd754-39d6-4544-84d6-aad027093e56 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0484371 Sep 27 08:47:11.118045 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0e197ddf-e7dd-4c2b-bb12-23830127f6c5 req-79ca714f-c551-40de-ab4b-15e342f4f732 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Sep 27 08:47:11.308635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c55e-6970-4136-818b-c2b1687fcbd5 req-44dea86b-74a4-453c-b9a7-7be888e5b8f2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.310128 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c479c55e-6970-4136-818b-c2b1687fcbd5 req-44dea86b-74a4-453c-b9a7-7be888e5b8f2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Sep 27 08:47:11.347221 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c479c55e-6970-4136-818b-c2b1687fcbd5 req-31deacc5-7af6-4835-bc8a-834f2dec080f tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Sep 27 08:47:11.601973 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-e234b8f1-ef15-49b2-aa51-89884f438922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.603490 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-e234b8f1-ef15-49b2-aa51-89884f438922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 1097 time: 0.0436859 Sep 27 08:47:11.653813 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-155d40e6-21d8-48bb-a1d2-ac34c3a36ae8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2 HTTP/1.1" status: 200 len: 217 time: 0.0370727 Sep 27 08:47:11.704562 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-5e2f47a4-779b-4ef5-91d8-50eacca2e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.705999 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-5e2f47a4-779b-4ef5-91d8-50eacca2e39a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0432088 Sep 27 08:47:11.741877 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-65f42d97-441d-4aaa-8d43-ebb669d67491 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238416 Sep 27 08:47:11.837941 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-d3ba2197-4ddd-42dc-8822-fc98daf00b87 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878930 Sep 27 08:47:11.994006 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ca7f-d13c-4264-a6cc-54f1dad80503 req-191b2d59-44bc-4bc3-80ce-0da1e114f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.995503 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2650ca7f-d13c-4264-a6cc-54f1dad80503 req-191b2d59-44bc-4bc3-80ce-0da1e114f4b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1098 time: 0.1370671 Sep 27 08:47:12.031183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d0165-77d9-4736-85bb-6f9fe500d645 req-d5709645-1ef0-4789-a353-d39c2b7a4ed6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.032671 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3d9d0165-77d9-4736-85bb-6f9fe500d645 req-d5709645-1ef0-4789-a353-d39c2b7a4ed6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.1351311 Sep 27 08:47:12.058497 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d8666de-f490-4546-a324-c9ac5b0517c4 req-9a2b1359-dc37-4e77-9cca-9558f2fdb0ea service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921787 Sep 27 08:47:12.099488 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2650ca7f-d13c-4264-a6cc-54f1dad80503 req-c72d3376-b9a3-4bc6-a418-23a7c899417a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954633 Sep 27 08:47:12.116580 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90235564-0562-48ec-8141-8dcea68b1752 req-c4618102-b084-49ae-ae31-24ce9f324dd8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.117933 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-90235564-0562-48ec-8141-8dcea68b1752 req-c4618102-b084-49ae-ae31-24ce9f324dd8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1209249 Sep 27 08:47:12.120993 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3d9d0165-77d9-4736-85bb-6f9fe500d645 req-72911d5f-0ead-4bf2-bedf-e4aa8f52f5b3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664425 Sep 27 08:47:12.157398 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-90235564-0562-48ec-8141-8dcea68b1752 req-5f5527c2-19d1-4432-8a98-cc5a5a2e5e47 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Sep 27 08:47:12.233536 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5d208-095a-45be-9ce5-3b9eca71d2bc req-d3d7b31c-14cb-458b-8fd9-97283fb460d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.235025 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19e5d208-095a-45be-9ce5-3b9eca71d2bc req-d3d7b31c-14cb-458b-8fd9-97283fb460d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0474176 Sep 27 08:47:12.271677 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19e5d208-095a-45be-9ce5-3b9eca71d2bc req-8eaac64a-6d80-474c-93e2-132ba64ac532 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306296 Sep 27 08:47:12.358446 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-bc22a52a-d156-4025-94f7-85c8b80eefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.359865 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-bc22a52a-d156-4025-94f7-85c8b80eefef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 1097 time: 0.0386231 Sep 27 08:47:12.479464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-f85a58fd-80a9-4edd-8f59-762ec1608acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.480932 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-f85a58fd-80a9-4edd-8f59-762ec1608acc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 915 time: 0.1128528 Sep 27 08:47:12.493071 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed1c3-fc32-45d1-b74f-0bc9e6f2f6ef req-aeb81488-decb-4f55-9409-36cbee792970 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.494423 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-474ed1c3-fc32-45d1-b74f-0bc9e6f2f6ef req-aeb81488-decb-4f55-9409-36cbee792970 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0664103 Sep 27 08:47:12.543714 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-9116f00b-fedf-4486-a81b-f3db44dee586 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2 HTTP/1.1" status: 200 len: 217 time: 0.0483303 Sep 27 08:47:12.572519 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-474ed1c3-fc32-45d1-b74f-0bc9e6f2f6ef req-54539c06-8969-4c96-b8c4-d143c57d0d52 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718415 Sep 27 08:47:12.605685 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-c31962a9-0f93-43c3-9901-0e13b8613055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.607237 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-c31962a9-0f93-43c3-9901-0e13b8613055 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0502865 Sep 27 08:47:12.650051 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-def8e8e9-a35b-47f6-86e0-0969ab789342 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240593 Sep 27 08:47:12.738013 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-fd7cb02a-c125-465d-8805-04ceb3f15264 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854731 Sep 27 08:47:12.827131 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ca78ec49-4f8d-4461-96cf-af37533bf4df req-e3b6a0d6-43a6-4130-a15d-812551b19232 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806334 Sep 27 08:47:13.194642 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.246730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c05316-9fa6-41d4-8ce8-0a2958dfed22 req-aed930d5-a2ad-4c4e-9310-bd8ea871139a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.248175 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c05316-9fa6-41d4-8ce8-0a2958dfed22 req-aed930d5-a2ad-4c4e-9310-bd8ea871139a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0618625 Sep 27 08:47:13.302836 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c05316-9fa6-41d4-8ce8-0a2958dfed22 req-63d3f5e2-d378-4c23-9916-d72d9185e708 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Sep 27 08:47:13.311041 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b164ecb-d659-4ae6-a76f-44137da5e334 req-eae8e779-4c2a-4344-8564-1a9cd345f1fc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.312520 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9b164ecb-d659-4ae6-a76f-44137da5e334 req-eae8e779-4c2a-4344-8564-1a9cd345f1fc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0893695 Sep 27 08:47:13.356869 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9b164ecb-d659-4ae6-a76f-44137da5e334 req-ef4bcfc1-8bc8-4b97-9c99-2598d676a0e6 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374765 Sep 27 08:47:13.413556 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131958a-77e4-48b9-92c0-7519302f32bb req-48a51e68-0208-46cd-a6e4-9c5449b2dced tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.415619 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4131958a-77e4-48b9-92c0-7519302f32bb req-48a51e68-0208-46cd-a6e4-9c5449b2dced tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0490720 Sep 27 08:47:13.452058 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4131958a-77e4-48b9-92c0-7519302f32bb req-c4c514eb-9c85-4d63-94cd-265727b2b789 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299795 Sep 27 08:47:13.688593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c8d3-88ab-4d4d-b635-97c5a5c7a2c7 req-cf34d48e-c502-40b0-8934-54ed737e430e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.690111 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1521c8d3-88ab-4d4d-b635-97c5a5c7a2c7 req-cf34d48e-c502-40b0-8934-54ed737e430e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Sep 27 08:47:13.728135 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1521c8d3-88ab-4d4d-b635-97c5a5c7a2c7 req-5e45e2b9-1daa-41c5-b5de-6b15dd5e9c26 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Sep 27 08:47:13.911065 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-9317cafa-c9b6-4119-96fa-681419a7a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.912453 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-9317cafa-c9b6-4119-96fa-681419a7a998 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1096 time: 0.0401943 Sep 27 08:47:14.015189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-f11465dc-eb67-40ab-a438-3f4c52ef12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.016592 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-f11465dc-eb67-40ab-a438-3f4c52ef12fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.0837390 Sep 27 08:47:14.079816 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-008d9f51-6fbb-4fb3-a6dd-6b7460d970e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 200 len: 999 time: 0.0554643 Sep 27 08:47:14.127067 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-ca29d6a2-85bd-4037-94a5-babd5984aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.128502 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-ca29d6a2-85bd-4037-94a5-babd5984aa40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0419986 Sep 27 08:47:14.176695 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-cb92b9bc-77cb-4cf9-b11d-4e08f2cc2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.178200 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-cb92b9bc-77cb-4cf9-b11d-4e08f2cc2222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417008 Sep 27 08:47:14.265606 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-d4a5a4dd-605e-45ab-ad60-40c29e468a19 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795550 Sep 27 08:47:14.356352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7078002a-a8b7-418f-8aac-b02d6e3e72a3 req-e9ce7111-6e01-4fb3-9b22-398ea8a4f8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835652 Sep 27 08:47:14.425957 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6528-e5b4-48e9-957a-1f0c0e456c2b req-fae59d4e-6668-41d9-82d9-cb45e6f4498b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.427383 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c1de6528-e5b4-48e9-957a-1f0c0e456c2b req-fae59d4e-6668-41d9-82d9-cb45e6f4498b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 944 time: 0.0508909 Sep 27 08:47:14.489444 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c1de6528-e5b4-48e9-957a-1f0c0e456c2b req-97e2ff32-36b7-4cec-ba00-cc9fec0da961 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Sep 27 08:47:14.497990 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8899-427b-4652-bf81-14aadaa40f01 req-53b5c739-dfab-4546-b78c-2425de69829d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.499554 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04db8899-427b-4652-bf81-14aadaa40f01 req-53b5c739-dfab-4546-b78c-2425de69829d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0712018 Sep 27 08:47:14.503914 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 9cb0edda-b803-4a0a-b245-dad8daccfdc2 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:14.544533 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04db8899-427b-4652-bf81-14aadaa40f01 req-b8e5538b-315d-4bd9-bd34-081aafd7a423 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370526 Sep 27 08:47:14.605491 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae838a-e9e7-4447-90e9-eb5b36f9b390 req-369c8193-2672-402a-83ce-a4a21df909c7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.606252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:14.607005 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bae838a-e9e7-4447-90e9-eb5b36f9b390 req-369c8193-2672-402a-83ce-a4a21df909c7 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 943 time: 0.0494967 Sep 27 08:47:14.617952 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '9cb0edda-b803-4a0a-b245-dad8daccfdc2', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'port_id': '9cb0edda-b803-4a0a-b245-dad8daccfdc2', 'mac_address': 'fa:16:3e:c3:6b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be7bab-ca10-4e29-ba17-7a4518158df2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:14.645728 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bae838a-e9e7-4447-90e9-eb5b36f9b390 req-effa4b8e-4b16-4fef-bf18-e205230eb975 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Sep 27 08:47:14.659350 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.672758 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb0edda-b803-4a0a-b245-dad8daccfdc2 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:14.691095 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:14.817494 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.818340 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:14.842087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50982ac-43c2-45c8-870f-5efbdd489fc4 req-8be2ac5b-cc3e-47a9-af59-a4f1e7168500 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.843544 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a50982ac-43c2-45c8-870f-5efbdd489fc4 req-8be2ac5b-cc3e-47a9-af59-a4f1e7168500 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Sep 27 08:47:14.896139 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:14.906716 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a50982ac-43c2-45c8-870f-5efbdd489fc4 req-3d6682a4-8362-4aaf-a284-f045b40a65f9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Sep 27 08:47:14.962505 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:14.977929 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'mac_address': 'fa:16:3e:21:f6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:15.021312 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.026688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7155-22a6-4647-bd7a-8b48dc7b989b req-a10fa895-4063-4570-8f30-f7e57777ccf9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.028144 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bb7c7155-22a6-4647-bd7a-8b48dc7b989b req-a10fa895-4063-4570-8f30-f7e57777ccf9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Sep 27 08:47:15.034966 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:15.054168 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:15.068316 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bb7c7155-22a6-4647-bd7a-8b48dc7b989b req-c29eefc4-7345-4bb8-b1c2-5d6e38492412 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Sep 27 08:47:15.165654 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.213084 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=9']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:15.417699 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['e424682e-7d8f-4560-affa-6a2ee2090003'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:15.443377 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:15.511101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44466-92bb-42d2-9f9b-ca9da2b9db07 req-38d17fde-3118-4627-b466-b8fc41cc4f2b tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.512482 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1fc44466-92bb-42d2-9f9b-ca9da2b9db07 req-38d17fde-3118-4627-b466-b8fc41cc4f2b tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.1680565 Sep 27 08:47:15.559362 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1fc44466-92bb-42d2-9f9b-ca9da2b9db07 req-060f4af2-74c5-4342-91b6-23c8d62dbae9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Sep 27 08:47:15.626255 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72cf91-6927-46bc-a05b-ed01e74cda40 req-7b57eaee-d932-4178-8ffe-cb9f542de6cc tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.637307 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ee72cf91-6927-46bc-a05b-ed01e74cda40 req-7b57eaee-d932-4178-8ffe-cb9f542de6cc tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 945 time: 0.0765479 Sep 27 08:47:15.704924 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ee72cf91-6927-46bc-a05b-ed01e74cda40 req-feaf9dc1-803b-4186-812c-58885dffb01c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Sep 27 08:47:15.732726 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48cfba-ad3a-43cf-92fa-e15f2687898e req-bc50c4da-a842-47d3-a092-fde6d7e8e2cc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.734249 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e48cfba-ad3a-43cf-92fa-e15f2687898e req-bc50c4da-a842-47d3-a092-fde6d7e8e2cc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0805154 Sep 27 08:47:15.780719 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e48cfba-ad3a-43cf-92fa-e15f2687898e req-e9b141af-e86d-4f99-b2db-9151b962a019 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Sep 27 08:47:15.817136 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff17c1-d26a-454b-89e0-40047a90eb29 req-495d0d09-78dd-4c46-9fea-237b54af09b5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.818601 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4ff17c1-d26a-454b-89e0-40047a90eb29 req-495d0d09-78dd-4c46-9fea-237b54af09b5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 944 time: 0.0532680 Sep 27 08:47:15.856043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4ff17c1-d26a-454b-89e0-40047a90eb29 req-b4b431d5-79e3-4e11-96b7-e3294c9e58ca tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Sep 27 08:47:16.501990 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 9cb0edda-b803-4a0a-b245-dad8daccfdc2 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:16.657560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:16.661420 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:16.661793 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.736902 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.760979 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:16.763245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb827e-4dbf-471b-ac43-eec37ef5fa71" -d '{"events": [{"server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:16.779282 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:16.802050 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f904fe4-3d6d-47ee-b667-87877dee6847 x-openstack-request-id: req-0f904fe4-3d6d-47ee-b667-87877dee6847 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:16.802414 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:16.802685 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f904fe4-3d6d-47ee-b667-87877dee6847 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:16.803111 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2', 'code': 200} Sep 27 08:47:16.827591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fc21-c115-4c56-9355-2864e565c38d req-e77ce33c-f56f-4780-8636-5fb4b4f5afef tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:16.829195 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5e72fc21-c115-4c56-9355-2864e565c38d req-e77ce33c-f56f-4780-8636-5fb4b4f5afef tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Sep 27 08:47:16.872884 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5e72fc21-c115-4c56-9355-2864e565c38d req-73460bfe-9243-47ce-85f4-60a40c4f34ac tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Sep 27 08:47:16.897616 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.898889 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:16.925775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70e14-7932-4b96-9a08-515c60e88c9e req-07ef9229-5445-4dc7-b7c4-be7b2692eaec tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:16.927284 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57c70e14-7932-4b96-9a08-515c60e88c9e req-07ef9229-5445-4dc7-b7c4-be7b2692eaec tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Sep 27 08:47:16.973642 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:16.984724 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port e424682e-7d8f-4560-affa-6a2ee2090003 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:16.985105 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.993628 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57c70e14-7932-4b96-9a08-515c60e88c9e req-47326162-4e5f-40aa-84df-da0d82b9a08e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587895 Sep 27 08:47:17.006744 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b956e-47ed-4ef3-aafd-7c09b6f6dfd5 req-4263a632-5e48-4709-bac3-fe56d5781e8c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.008663 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-682b956e-47ed-4ef3-aafd-7c09b6f6dfd5 req-4263a632-5e48-4709-bac3-fe56d5781e8c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 944 time: 0.0750465 Sep 27 08:47:17.063391 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-682b956e-47ed-4ef3-aafd-7c09b6f6dfd5 req-b69cd256-9af8-4f84-8083-d630133ff98f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480285 Sep 27 08:47:17.072453 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.103706 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:17.228924 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.252275 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc17b7-e017-48f3-9396-37f3524ea15b req-d2e6e5b8-38b1-4689-92be-607ab4f568a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.253746 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7dbc17b7-e017-48f3-9396-37f3524ea15b req-d2e6e5b8-38b1-4689-92be-607ab4f568a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 1099 time: 0.0388217 Sep 27 08:47:17.275959 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=10']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:17.297217 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7dbc17b7-e017-48f3-9396-37f3524ea15b req-6b4de6cd-249e-4216-b980-e465e4e26fdd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290649 Sep 27 08:47:17.989022 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48617c-0231-4493-ae78-38ef46e4bb33 req-e35d246d-1edb-4b27-b7d1-450cc41a5a1c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.990501 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9c48617c-0231-4493-ae78-38ef46e4bb33 req-e35d246d-1edb-4b27-b7d1-450cc41a5a1c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 946 time: 0.0510089 Sep 27 08:47:18.027861 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9c48617c-0231-4493-ae78-38ef46e4bb33 req-5e35db9e-61d0-4e4c-ab2a-7d40b17f7d51 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Sep 27 08:47:18.128620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd2b0d-163e-4bdb-890b-59614e10d91d req-6cb8dff5-5755-4399-9e1e-a20fca2efe76 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.130141 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-68fd2b0d-163e-4bdb-890b-59614e10d91d req-6cb8dff5-5755-4399-9e1e-a20fca2efe76 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Sep 27 08:47:18.170419 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-68fd2b0d-163e-4bdb-890b-59614e10d91d req-01384b97-f645-435c-803d-d7813b54f11e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Sep 27 08:47:18.269500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ed9a6-da56-4192-b007-395497832510 req-6685548a-5bb5-4560-ad12-fe79e522c447 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.270995 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-263ed9a6-da56-4192-b007-395497832510 req-6685548a-5bb5-4560-ad12-fe79e522c447 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0474346 Sep 27 08:47:18.308444 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-263ed9a6-da56-4192-b007-395497832510 req-37f47314-2c88-49a2-a863-18e3c330cf08 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Sep 27 08:47:18.804939 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:18.807354 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d276b7-cc45-4364-b211-c9d96bffc537" -d '{"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:18.845302 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beea774-1d57-42d7-b655-0663a5fe3077 x-openstack-request-id: req-7beea774-1d57-42d7-b655-0663a5fe3077 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:18.845624 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:18.845884 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7beea774-1d57-42d7-b655-0663a5fe3077 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:18.846293 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'code': 200} Sep 27 08:47:19.144409 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92fe1c-1cd5-4945-af0f-435d9badc193 req-07aa598f-9697-41d1-ad97-38d984ed8311 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.145787 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e92fe1c-1cd5-4945-af0f-435d9badc193 req-07aa598f-9697-41d1-ad97-38d984ed8311 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 946 time: 0.0507896 Sep 27 08:47:19.186814 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e92fe1c-1cd5-4945-af0f-435d9badc193 req-3a1fbe00-78bc-4959-890a-8a350017c623 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Sep 27 08:47:19.287349 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-1bb1-4ea4-ad36-c412a21a1a22 req-151f9423-5128-4fb3-ac34-aab2a8dcd1bb tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.289385 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-63c555cf-1bb1-4ea4-ad36-c412a21a1a22 req-151f9423-5128-4fb3-ac34-aab2a8dcd1bb tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Sep 27 08:47:19.326950 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-63c555cf-1bb1-4ea4-ad36-c412a21a1a22 req-39ff1907-d817-4bb3-8e0e-2c4b0c2796c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Sep 27 08:47:19.435464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d047f7e-0fd6-4d95-8139-65a913c7fb9f req-67df2cb6-f22c-4977-bb7f-58e39a4ca4ad tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.436921 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d047f7e-0fd6-4d95-8139-65a913c7fb9f req-67df2cb6-f22c-4977-bb7f-58e39a4ca4ad tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0482743 Sep 27 08:47:19.476924 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d047f7e-0fd6-4d95-8139-65a913c7fb9f req-d3f2545c-4a23-4747-9764-35e7163ace6a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333395 Sep 27 08:47:19.624331 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cb6b2-2750-4092-90e6-fc9c88b1e3d2 req-b0d7b122-e7ff-408e-86a7-ce45be2766e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.625830 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d93cb6b2-2750-4092-90e6-fc9c88b1e3d2 req-b0d7b122-e7ff-408e-86a7-ce45be2766e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 1099 time: 0.0466452 Sep 27 08:47:19.661958 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d93cb6b2-2750-4092-90e6-fc9c88b1e3d2 req-a75f04d8-7cd9-45f2-ac73-cbe2efc6f823 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272806 Sep 27 08:47:20.454812 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a89d1-ab9f-4683-9d59-740c0440c5d8 req-41ca806f-85a2-49ae-87b5-c01aaf53ff68 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.456255 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-508a89d1-ab9f-4683-9d59-740c0440c5d8 req-41ca806f-85a2-49ae-87b5-c01aaf53ff68 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0478828 Sep 27 08:47:20.493113 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-508a89d1-ab9f-4683-9d59-740c0440c5d8 req-a7044281-d101-4679-b3d8-0aa71f98dd26 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Sep 27 08:47:20.607308 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b23c4-ed12-419c-b1de-359bec227562 req-b6be8fec-406a-4ede-92bd-c8c489caafb8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.608743 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f32b23c4-ed12-419c-b1de-359bec227562 req-b6be8fec-406a-4ede-92bd-c8c489caafb8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0468891 Sep 27 08:47:20.651457 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f32b23c4-ed12-419c-b1de-359bec227562 req-d0d75ca1-e644-471e-8fa8-c7cc3d21bc05 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367069 Sep 27 08:47:21.608132 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea9687-0863-4d30-91ba-8d88ed02376a req-5e10ca25-b079-4ffe-b98f-8612a8b47b23 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.609496 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dbea9687-0863-4d30-91ba-8d88ed02376a req-5e10ca25-b079-4ffe-b98f-8612a8b47b23 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Sep 27 08:47:21.649346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dbea9687-0863-4d30-91ba-8d88ed02376a req-80f2abcc-9b6b-4572-8b51-b24645549e5d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Sep 27 08:47:21.777973 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141779-5ce3-4df9-9af0-6fa601da1fca req-f2e8991f-3195-40e0-a8eb-c82ddd8786e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.779484 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5141779-5ce3-4df9-9af0-6fa601da1fca req-f2e8991f-3195-40e0-a8eb-c82ddd8786e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0484858 Sep 27 08:47:21.820635 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5141779-5ce3-4df9-9af0-6fa601da1fca req-0d91718f-ef1a-4c56-91cb-600968942746 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353074 Sep 27 08:47:21.951767 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd29b6f-136b-46d6-8532-2c6e13d176b4 req-6b2803fa-4cb0-458a-99ce-3272c48ce3f1 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.953301 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7dd29b6f-136b-46d6-8532-2c6e13d176b4 req-6b2803fa-4cb0-458a-99ce-3272c48ce3f1 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0483751 Sep 27 08:47:21.994328 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7dd29b6f-136b-46d6-8532-2c6e13d176b4 req-ed563c2f-58c4-4981-9709-99d018f2ea46 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Sep 27 08:47:22.017069 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48420) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:22.200439 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d41387-f1d3-4abb-9b0e-9909aaf3b103 tempest-TestMinimumBasicScenario-1736755607 tempest-TestMinimumBasicScenario-1736755607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.201969 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-73d41387-f1d3-4abb-9b0e-9909aaf3b103 tempest-TestMinimumBasicScenario-1736755607 tempest-TestMinimumBasicScenario-1736755607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1093 time: 0.1838844 Sep 27 08:47:22.204847 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48426) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:22.208986 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'port_id': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:22.325827 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for floatingip, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.426210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.740675 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Allocated IP 172.28.3.7 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/5bbd2049-5d9a-42cf-a571-536549708cd4) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:22.855313 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.973893 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe5dd-4cab-4461-87ff-fc01c2987df4 req-0f729ddb-068a-4a2b-9fcd-f2dedcbd25af tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.975382 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e7fe5dd-4cab-4461-87ff-fc01c2987df4 req-0f729ddb-068a-4a2b-9fcd-f2dedcbd25af tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.2584476 Sep 27 08:47:22.994590 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.013123 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e7fe5dd-4cab-4461-87ff-fc01c2987df4 req-e758026f-8812-4c31-bbf4-cc397b4a4538 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Sep 27 08:47:23.038861 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:23.048559 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:23.050946 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'Port': ['ID=5bbd2049-5d9a-42cf-a571-536549708cd4,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:23.055077 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:23.081475 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.081824 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.082159 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.082522 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.082853 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.083181 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.083506 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.083850 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.084193 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.084511 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.084828 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.085165 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:23.129386 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8f2ee-d56b-403f-bf27-7c62817cf052 req-b2e1b37c-c5a9-4f8c-839c-88effa2624aa tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.130851 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4c8f2ee-d56b-403f-bf27-7c62817cf052 req-b2e1b37c-c5a9-4f8c-839c-88effa2624aa tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0485399 Sep 27 08:47:23.182867 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f4c8f2ee-d56b-403f-bf27-7c62817cf052 req-87b22953-56e0-473a-be71-e351b8cf1c9a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451803 Sep 27 08:47:23.408537 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.592212 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.659143 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428193f-af7a-41bc-9108-cd99a1f7494a req-670e1549-cb6b-4146-b4a2-41bab740d1d5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.660818 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8428193f-af7a-41bc-9108-cd99a1f7494a req-670e1549-cb6b-4146-b4a2-41bab740d1d5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0626199 Sep 27 08:47:23.707008 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8428193f-af7a-41bc-9108-cd99a1f7494a req-8dd78b7b-2798-43fc-8ca3-ddfde6638d18 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Sep 27 08:47:23.759267 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.762045 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-366547b9-36ca-43ed-b370-851144eb5fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.885443 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.895878 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-1342b94f-055f-42b1-a208-ea265b357f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.901660 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-1342b94f-055f-42b1-a208-ea265b357f6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 1098 time: 0.0418286 Sep 27 08:47:23.964749 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'Port': ['ID=5bbd2049-5d9a-42cf-a571-536549708cd4,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:23.968488 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.984895 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-1e2d2ed8-494e-4c3a-903c-dc4edc2b38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.986402 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-1e2d2ed8-494e-4c3a-903c-dc4edc2b38f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 910 time: 0.0820687 Sep 27 08:47:24.056217 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-9c74a6b0-82e5-4d8a-a149-4955931e5fac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 200 len: 1001 time: 0.0598474 Sep 27 08:47:24.064070 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.l3_db [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Floating IP 663643f0-13ec-436a-8f66-57b1159066ca associated. External IP: 172.28.3.7, port: 7dcc3119-c61e-4f81-babb-12af29d3c8f9. Sep 27 08:47:24.109830 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-8af5bd9f-bf5e-40b1-b73c-d076a9516bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.111304 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-8af5bd9f-bf5e-40b1-b73c-d076a9516bf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0480833 Sep 27 08:47:24.156279 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-9474f342-0581-473c-87d0-d2cf480b155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.157770 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-9474f342-0581-473c-87d0-d2cf480b155d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398026 Sep 27 08:47:24.175356 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48456) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:24.271373 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-fb8b7f93-c71a-46d0-aa8a-55cb7358b55a service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029401 Sep 27 08:47:24.291360 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-049ee039-68fa-4f4d-b922-da374e6f7ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.333029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Router 8723e6ea-eda0-4158-a4bf-2f287070c83a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:24.365714 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a107-144f-47bc-af20-6805d3271704 req-b46dee58-ff8b-4f8f-8fe0-6dc2c8f9f8ba tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.367889 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce69a107-144f-47bc-af20-6805d3271704 req-b46dee58-ff8b-4f8f-8fe0-6dc2c8f9f8ba tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.1106210 Sep 27 08:47:24.403336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a3bda123-abfe-4aef-9f26-9bf567f78da6 req-9b0add40-46ee-4f0f-a622-03c6d85e32a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172507 Sep 27 08:47:24.421520 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce69a107-144f-47bc-af20-6805d3271704 req-360bdfd8-2656-4709-a732-9f81a0ab942a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460272 Sep 27 08:47:24.493379 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:24.496892 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-049ee039-68fa-4f4d-b922-da374e6f7ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.503931 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Sync routers for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:24.514114 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:24.514758 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:46:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:24.606967 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-049ee039-68fa-4f4d-b922-da374e6f7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.616297 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:24.649291 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-049ee039-68fa-4f4d-b922-da374e6f7ae6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f4246e0aec1428d86aa4fd73bccc2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729049 Sep 27 08:47:24.650464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee039-68fa-4f4d-b922-da374e6f7ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed7e1d-0b82-42ea-8dd4-e74638043eb3,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:24.652033 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 48466) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:24.691197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.713712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.727039 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-a8c255b8-d70b-490a-af0c-850c0f94e243 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5211585 Sep 27 08:47:24.727691 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48468) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:24.738024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.742215 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:24.754827 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e592b9-9243-4c49-88cf-89127f4c2455" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:24.761883 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319174602', 'description': 'tempest-secgroup-smoke-1319174602 description', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:24.806042 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c598dd-4b34-42b0-a025-267745b25f38 x-openstack-request-id: req-77c598dd-4b34-42b0-a025-267745b25f38 {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:24.806042 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:24.806042 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77c598dd-4b34-42b0-a025-267745b25f38 {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:24.806448 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:47:24.862978 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '663643f0-13ec-436a-8f66-57b1159066ca', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'port_id': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'mac_address': 'fa:16:3e:ae:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:23Z', 'updated_at': '2021-09-27T08:47:23Z', 'revision_number': 0, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:24.894014 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Checking router: 8723e6ea-eda0-4158-a4bf-2f287070c83a for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:24.897478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d860-6929-4a4d-8f0e-54812ae72125 req-135ab60e-c9f2-4f5c-b78f-c5f0213ee17c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.899680 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6537d860-6929-4a4d-8f0e-54812ae72125 req-135ab60e-c9f2-4f5c-b78f-c5f0213ee17c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0784776 Sep 27 08:47:24.903529 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:24.904140 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:46:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:24.916166 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-57109643-72c2-4f69-a913-f27425008ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.917591 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-57109643-72c2-4f69-a913-f27425008ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1098 time: 0.0664530 Sep 27 08:47:24.938922 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.968476 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.971331 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.972301 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95ed7e1d-0b82-42ea-8dd4-e74638043eb3 HTTP/1.1" status: 204 len: 168 time: 0.3192494 Sep 27 08:47:24.990129 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6537d860-6929-4a4d-8f0e-54812ae72125 req-811b1ef6-76a2-445a-8b7d-4e0ff08608fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815153 Sep 27 08:47:25.025143 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed7e1d-0b82-42ea-8dd4-e74638043eb3,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:25.039265 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.039635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.039991 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.040318 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.040648 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.040975 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.041300 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.041625 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.041951 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.042571 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.044879 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.044879 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078cc36b-3dc0-45d0-ad60-ca586365651f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:25.054891 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.064533 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-9685b5cc-f0d8-4de0-9e3e-e98a664cdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.066153 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-9685b5cc-f0d8-4de0-9e3e-e98a664cdfc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 915 time: 0.1394062 Sep 27 08:47:25.148414 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-5e73d28d-aac0-4272-9dce-e4ed39b8f41f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 997 time: 0.0662596 Sep 27 08:47:25.168426 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:25.202661 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-3c850f67-41f0-4a62-807b-37663538c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.204157 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-3c850f67-41f0-4a62-807b-37663538c665 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0450799 Sep 27 08:47:25.224329 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.255519 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-1611ead0-9d60-466f-b7d6-11629f49562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.257649 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-1611ead0-9d60-466f-b7d6-11629f49562e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0443928 Sep 27 08:47:25.263371 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cbf646-ac92-4179-b0a9-459cc561d861,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:25.359013 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-04c8abea-52c6-47c9-b08c-a71a4072d562 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918210 Sep 27 08:47:25.393055 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.394614 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-696ec26a-fb64-40c5-8aa5-2e9696d2ba75 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6361585 Sep 27 08:47:25.397483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48478) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:25.402650 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:25.421368 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '663643f0-13ec-436a-8f66-57b1159066ca', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'port_id': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'mac_address': 'fa:16:3e:ae:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:23Z', 'updated_at': '2021-09-27T08:47:23Z', 'revision_number': 0, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:25.453872 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a2cf3-7af1-4949-b542-a72cc85e5282 None None] The sync data for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb is: [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '663643f0-13ec-436a-8f66-57b1159066ca', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'port_id': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'mac_address': 'fa:16:3e:ae:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:23Z', 'updated_at': '2021-09-27T08:47:23Z', 'revision_number': 0, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:25.472949 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-71e592b9-9243-4c49-88cf-89127f4c2455 req-cbdfadc9-0f84-4c53-8af2-267b63c813fc service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049609 Sep 27 08:47:25.563736 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.624905 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.689010 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386a43d-a228-4b2c-92fe-77aaeeef5142 None None] New status for floating IP 663643f0-13ec-436a-8f66-57b1159066ca: ACTIVE {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:25.817417 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.835451 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ef4e80-734b-48c0-842b-a155a707d191,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:25.978076 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.982048 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-8cc3ec12-b9ad-4e8b-b09d-ea6b93612549 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5804050 Sep 27 08:47:25.982342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48490) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:25.986726 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:26.067316 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.113081 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42ec90-7f24-47b3-be21-7659642ce542 req-1540c24d-1a32-4e98-8bda-07f779c9c446 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:26.114544 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff42ec90-7f24-47b3-be21-7659642ce542 req-1540c24d-1a32-4e98-8bda-07f779c9c446 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0609913 Sep 27 08:47:26.129815 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.142768 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-09a8192a-05dd-4f75-b238-0093435a76f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.152921 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ff42ec90-7f24-47b3-be21-7659642ce542 req-ce400e83-2693-4c95-900f-47e76a31e423 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Sep 27 08:47:26.251149 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.268927 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec80c03-4b6c-4f9f-a9a0-e3fcf281e68d,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:26.342848 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.344103 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e4cd5565-a5a5-45f7-a9f6-16bbe947df44 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608174 Sep 27 08:47:26.346922 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48508) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.351247 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:26.432988 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.490402 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.582447 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.599966 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639cdbfe-b328-4d97-8589-7136a9009cc2,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:26.662689 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.665364 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f10462dc-e91c-43ca-a778-d3080916b1cf tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160806 Sep 27 08:47:26.666636 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48512) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.671261 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:26.799919 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.851305 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.860491 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.981177 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-2696195e-abe1-4fec-9527-7fbf9a54bc58 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:26.982801 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-2696195e-abe1-4fec-9527-7fbf9a54bc58 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1032543 Sep 27 08:47:26.996989 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-e7593e86-e796-4b5c-aa55-7896f99a24e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/quotas/0fbdab70ca72434eab373aedd741db25 HTTP/1.1" status: 200 len: 375 time: 0.0086749 Sep 27 08:47:27.005513 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.021593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97d2a3b-0ac0-4e39-b570-c69299afc78c,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.046074 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-e3cacba8-e252-4b40-84e6-6847ff501652 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439303 Sep 27 08:47:27.108403 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.110178 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-457c87f5-28f4-4a2c-844c-7a9060780ff6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4425445 Sep 27 08:47:27.112936 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48528) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.117398 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:27.137666 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-24006b84-7f3d-46cc-947e-1f0ebfb3c84b service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845535 Sep 27 08:47:27.228709 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.securitygroups_db [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Project ec5cb8a953634a04a7b491617cd0bf3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:47:27.230870 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-0c9c71a4-4009-4475-b38f-0757ec0497f1 service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868642 Sep 27 08:47:27.238484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.303904 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.405378 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.423532 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85530048-bc75-401c-8824-501b563d5fac,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.451496 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.529519 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-532a5852-3322-4c37-891e-c32fa6c43ce9 req-05156295-d640-4ae5-9908-5619325d8128 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 210 time: 0.0300479 Sep 27 08:47:27.555242 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.556525 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-315211ca-b395-4658-926d-4d3aff66c905 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4426022 Sep 27 08:47:27.560804 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 48538) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.564971 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'security_group_rule': {'security_group_id': '13cbf646-ac92-4179-b0a9-459cc561d861', 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:27.691199 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.securitygroups_db [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Project ec5cb8a953634a04a7b491617cd0bf3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:47:27.696963 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.765613 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.862596 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.880611 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e00bf14-9ea3-486b-96b3-20117d44d5d0,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.999577 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.000890 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-fc6c4050-56d2-4bf4-8ea6-cc8e32418013 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4393418 Sep 27 08:47:28.077255 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-97409e2f-cb4f-41cc-95d6-8c9fca9fdcea tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319174602&fields=id&tenant_id=ec5cb8a953634a04a7b491617cd0bf3d HTTP/1.1" status: 200 len: 267 time: 0.0325820 Sep 27 08:47:28.128262 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-01174286-e79a-47e1-8ca7-9d925dd237ab tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.129703 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-01174286-e79a-47e1-8ca7-9d925dd237ab tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0468543 Sep 27 08:47:28.140416 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'port': {'security_groups': ['ee614977-870d-4a03-b69d-2e036e922112', '13cbf646-ac92-4179-b0a9-459cc561d861']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:28.206733 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.389480 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:28.420635 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.464959 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-3cf511a0-dc9d-4e29-b51e-00c32eba2a5c tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ba1b58abde574dab99d919f674c93abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283101 Sep 27 08:47:28.486966 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.504781 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:28.621713 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.622372 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.639044 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d326feb8-8c6a-47bd-9076-2d925ac051c4 req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "PUT /v2.0/ports/7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 981 time: 0.5028267 Sep 27 08:47:28.641764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:28.648144 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:28.682747 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:28.748284 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7e6fdf14-2b59-4401-95f5-ebe57d520cc9 req-c77aef29-5a5f-45a5-9640-384cb88793b1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 210 time: 0.0416865 Sep 27 08:47:28.761962 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ad20-4add-44b1-a102-dc2a03a8574c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=6']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.792967 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-dd0c3611-a655-4261-90ec-97534266336e tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.800373 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-dd0c3611-a655-4261-90ec-97534266336e tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299649 Sep 27 08:47:28.817897 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-3a7205c8-d66f-4fb0-ba4f-e700933dacb3 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/quotas/ba1b58abde574dab99d919f674c93abb HTTP/1.1" status: 200 len: 375 time: 0.0164778 Sep 27 08:47:28.871317 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2c5f1b92-e8d9-406c-bf39-dc794975fc8f tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba1b58abde574dab99d919f674c93abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525148 Sep 27 08:47:28.872449 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-3a944444-5e7e-4620-b437-4d13228a5c1e None None] Provisioning complete for port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:28.872855 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3a944444-5e7e-4620-b437-4d13228a5c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.901477 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0155-bda7-4e67-90c9-294f389b3e76 req-b59383a6-1a84-48ef-a67d-6cf977619065 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.903531 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fb9f0155-bda7-4e67-90c9-294f389b3e76 req-b59383a6-1a84-48ef-a67d-6cf977619065 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0732291 Sep 27 08:47:28.967608 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.970929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fb9f0155-bda7-4e67-90c9-294f389b3e76 req-3c48f52d-58f0-41d7-a987-59fb30bc74e6 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595977 Sep 27 08:47:29.026152 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efafdbd4-f44e-4e1b-8a28-269a916618ac x-openstack-request-id: req-efafdbd4-f44e-4e1b-8a28-269a916618ac {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:29.026534 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:29.026859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efafdbd4-f44e-4e1b-8a28-269a916618ac {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:29.027510 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:47:29.107864 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-05a291f9-d51b-4f43-9d19-3009e91eadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.109569 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-05a291f9-d51b-4f43-9d19-3009e91eadbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1137 time: 0.0412326 Sep 27 08:47:29.226629 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04cd00b4-c260-45a9-9bbd-a36b209220ad req-6732538d-3dc2-40d6-b3a0-b292cd35a90b tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 210 time: 0.0418978 Sep 27 08:47:29.247998 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-22d1a465-9934-495c-be60-1c8ce78f4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.249518 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-22d1a465-9934-495c-be60-1c8ce78f4dcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 915 time: 0.1335740 Sep 27 08:47:29.316859 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-8043c6d3-2f29-4170-986f-4edf37b57709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 999 time: 0.0598886 Sep 27 08:47:29.384183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-520b256b-7b88-4420-a905-6aa913b143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.385760 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-520b256b-7b88-4420-a905-6aa913b143f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0469093 Sep 27 08:47:29.446910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-d431aba0-0e63-48d2-8990-e47f9cb4a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.448411 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-d431aba0-0e63-48d2-8990-e47f9cb4a812 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406549 Sep 27 08:47:29.535809 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-4175e8f4-e743-43b9-8d8d-9760202be184 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805047 Sep 27 08:47:29.628153 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-619d2fbf-7cfa-48b0-bf79-36bc87cf46a0 req-bba44a5b-7d19-4d83-b762-49c040a46d5a service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827141 Sep 27 08:47:29.849399 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-21ec4bcb-4903-4746-88bf-dc67be3601a3 req-e124f230-203d-411a-9b16-08f1db2fff22 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 210 time: 0.0261235 Sep 27 08:47:30.366996 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c5444522-ea4b-44d7-8b39-3b1cb4ade851 req-8ed7f842-94a2-4a56-9230-d22203e34d6a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 210 time: 0.0332770 Sep 27 08:47:30.392257 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-459f6111-c4c6-4a0f-8c59-9954365c97e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.393731 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-459f6111-c4c6-4a0f-8c59-9954365c97e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.3418627 Sep 27 08:47:30.406892 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Request body: {'port': {'device_id': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'admin_state_up': True, 'tenant_id': '0fbdab70ca72434eab373aedd741db25'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:30.588342 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:30.591816 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.715591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Allocated IP 172.20.0.10 (e219584c-d31d-47fc-93b9-5c19ae75d942/e1be7bab-ca10-4e29-ba17-7a4518158df2/73e91b36-c032-41e7-b673-567e5e504dfd) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:30.862960 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.952266 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5cdb8acd-a18b-47d8-8ab7-8b1d50869ee6 req-08ef30b6-319b-457e-95a4-7ca9f9e3cefe tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 210 time: 0.0261979 Sep 27 08:47:30.960126 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.977607 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:31.004698 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Network e219584c-d31d-47fc-93b9-5c19ae75d942 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:31.008100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:31.011793 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:31.041154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event updated for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:31.067738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.068344 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.125888 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-1f9bb3f1-0919-44f6-8ac4-80ad7fdaf64d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7226264 Sep 27 08:47:31.139618 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Request body: {'port': {'device_id': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:31.191739 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.468174 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7f37a2c4-cc21-4a54-beba-2559286ae7c7 req-f6024bdd-1c1f-4fa8-a54b-41bf5463e7aa tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Sep 27 08:47:31.475307 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e91b36-c032-41e7-b673-567e5e504dfd {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:31.483453 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.495148 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Transition to ACTIVE for port object 73e91b36-c032-41e7-b673-567e5e504dfd will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:31.576684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.630589 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-8414e60c-9596-4b44-884f-3f98a51bc9b1 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba1b58abde574dab99d919f674c93abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492342 Sep 27 08:47:31.673839 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Pushing event updated for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:31.798165 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Attempting to bind port 73e91b36-c032-41e7-b673-567e5e504dfd on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:31.798530 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Attempting to bind port 73e91b36-c032-41e7-b673-567e5e504dfd by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:31.798853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Attempting to bind port 73e91b36-c032-41e7-b673-567e5e504dfd on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:31.809777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Port 73e91b36-c032-41e7-b673-567e5e504dfd on network e219584c-d31d-47fc-93b9-5c19ae75d942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:31.810093 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Attempting to bind port 73e91b36-c032-41e7-b673-567e5e504dfd on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:31.818909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-ebf2b065-229a-443f-9390-b0226108ffbe tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.822117 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-ebf2b065-229a-443f-9390-b0226108ffbe tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761315 Sep 27 08:47:31.823491 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:31.823817 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Checking segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:31.824183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Bound using segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:31.824607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Bound port: 73e91b36-c032-41e7-b673-567e5e504dfd, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:31.824954 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.844147 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Request body: {'port': {'device_id': 'a8be3168-8767-47bc-948d-637e85054c18', 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9', 'admin_state_up': True, 'tenant_id': 'ba1b58abde574dab99d919f674c93abb'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:31.956019 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:31.960379 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=73e91b36-c032-41e7-b673-567e5e504dfd,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:32.051427 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.085065 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.085746 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.087179 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] 10.222.0.13 "PUT /v2.0/ports/73e91b36-c032-41e7-b673-567e5e504dfd HTTP/1.1" status: 200 len: 1094 time: 0.9515710 Sep 27 08:47:32.089699 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:32.092915 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe6689-03ca-4e2e-8e18-26fe81c07208" -d '{"events": [{"name": "network-changed", "server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:32.099947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Made reservation on behalf of ba1b58abde574dab99d919f674c93abb for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:32.103384 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.128363 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345bc6-8192-4565-bce3-d35d8babf60d req-2a2b7481-b7eb-4e07-ad6e-556657ff39d1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.130100 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e0345bc6-8192-4565-bce3-d35d8babf60d req-2a2b7481-b7eb-4e07-ad6e-556657ff39d1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 944 time: 0.1110411 Sep 27 08:47:32.130799 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.134024 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab61a63-516c-453e-ac29-8439b9d9c663 x-openstack-request-id: req-eab61a63-516c-453e-ac29-8439b9d9c663 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:32.134328 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:32.134573 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eab61a63-516c-453e-ac29-8439b9d9c663 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:32.135003 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd', 'status': 'completed', 'code': 200} Sep 27 08:47:32.187330 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4512-f8e3-4780-bd6f-d37fa0f4659c service neutron] Pushing event updated for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:32.234688 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e0345bc6-8192-4565-bce3-d35d8babf60d req-6b753f8a-4ada-4cca-890b-ff0ac6aefd8e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Sep 27 08:47:32.254462 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-13c8c631-680f-4978-b6ef-fcaf2a7d6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.255925 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-13c8c631-680f-4978-b6ef-fcaf2a7d6637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 1097 time: 0.0810914 Sep 27 08:47:32.380010 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.384533 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-159cc294-9a86-4d90-95b0-b1769a1a7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.386021 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-159cc294-9a86-4d90-95b0-b1769a1a7106 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0fbdab70ca72434eab373aedd741db25&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1200707 Sep 27 08:47:32.482974 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.502374 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-a46e4df1-87aa-44f0-b298-bba28827333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.503857 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20fe6689-03ca-4e2e-8e18-26fe81c07208 req-a46e4df1-87aa-44f0-b298-bba28827333d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070704 Sep 27 08:47:32.581709 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:32.589178 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9251d0ba-6ce3-40d2-8718-e08f532ce622 req-4d89caab-ba27-406c-a047-f121d6ce3ba6 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 210 time: 0.0463881 Sep 27 08:47:32.656408 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-96b6f545-28f0-45e8-b570-abb11c0a71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.657887 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-96b6f545-28f0-45e8-b570-abb11c0a71a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 1097 time: 0.0994549 Sep 27 08:47:32.708346 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Allocated IP 192.168.233.114 (d95ba223-a74b-4611-a854-a3d0d4a3dcd9/7673eb51-3f15-42f0-88ac-7a9ecad8a4cf/86dc9829-b94f-46ac-a367-b90c08304805) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:32.713511 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-88aa374e-fb88-4703-a73c-a742a6a207ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73e91b36-c032-41e7-b673-567e5e504dfd HTTP/1.1" status: 200 len: 217 time: 0.0405748 Sep 27 08:47:32.792616 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-05dc4345-b96c-4b43-8e13-71bb84d006d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.794206 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-05dc4345-b96c-4b43-8e13-71bb84d006d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0727360 Sep 27 08:47:32.840383 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-35d4556b-37d7-4c73-84a6-066ab94f100c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317140 Sep 27 08:47:32.967751 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.991715 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-69568e75-cf60-44bb-85b3-7a0ab5de8360 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207871 Sep 27 08:47:33.092969 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c15f8963-8158-4679-a5ce-184089ed5d67 req-d736e011-2679-41a8-9add-4af2acfb77b1 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Sep 27 08:47:33.102798 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.143875 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:33.146810 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:33.150933 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:33.176198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Pushing event updated for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.204903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.205516 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.281050 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-2fcf8968-5065-4974-9c0c-4ac572c1c2d0 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4402564 Sep 27 08:47:33.297530 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Request body: {'port': {'device_id': 'a8be3168-8767-47bc-948d-637e85054c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:33.352055 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-0d09afef-74c8-46a2-b27a-517e40d3d3e3 None None] Provisioning complete for port 86dc9829-b94f-46ac-a367-b90c08304805 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:33.352831 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0d09afef-74c8-46a2-b27a-517e40d3d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.385072 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.385825 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-0d09afef-74c8-46a2-b27a-517e40d3d3e3 None None] Port 86dc9829-b94f-46ac-a367-b90c08304805 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:33.402133 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1584cbc-33c0-44de-b682-81a53f4a4f0a req-792b79cc-2320-4fd3-9ccf-e414dbd8b402 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.403603 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e1584cbc-33c0-44de-b682-81a53f4a4f0a req-792b79cc-2320-4fd3-9ccf-e414dbd8b402 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 944 time: 0.0832701 Sep 27 08:47:33.478365 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e1584cbc-33c0-44de-b682-81a53f4a4f0a req-e9419761-ad6f-43ff-99a7-7ff59caf3a94 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Sep 27 08:47:33.705358 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dc9829-b94f-46ac-a367-b90c08304805 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:33.715593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.733027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Transition to ACTIVE for port object 86dc9829-b94f-46ac-a367-b90c08304805 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:33.740509 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374345b-f8ef-44c6-ad89-f80e8fc998d4 req-5dff6d86-10d8-4369-8724-7c759277f2d4 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.742394 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1374345b-f8ef-44c6-ad89-f80e8fc998d4 req-5dff6d86-10d8-4369-8724-7c759277f2d4 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 936 time: 0.0727761 Sep 27 08:47:33.783252 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1374345b-f8ef-44c6-ad89-f80e8fc998d4 req-79ceee12-fccc-4409-b568-9f351c91d844 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Sep 27 08:47:33.811283 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.862517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.932984 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Attempting to bind port 86dc9829-b94f-46ac-a367-b90c08304805 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:33.933324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Attempting to bind port 86dc9829-b94f-46ac-a367-b90c08304805 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:33.933655 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Attempting to bind port 86dc9829-b94f-46ac-a367-b90c08304805 on network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:33.938217 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Port 86dc9829-b94f-46ac-a367-b90c08304805 on network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:33.938578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Attempting to bind port 86dc9829-b94f-46ac-a367-b90c08304805 on network d95ba223-a74b-4611-a854-a3d0d4a3dcd9 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:33.943679 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:33.944013 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Checking segment: {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:33.944896 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Bound using segment: {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:33.945331 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Bound port: 86dc9829-b94f-46ac-a367-b90c08304805, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57acfbff-a9e7-4ccd-a263-b4d01e978ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:33.945689 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.009692 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:34.012740 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=86dc9829-b94f-46ac-a367-b90c08304805,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:34.085770 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.119187 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.119888 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.121198 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/86dc9829-b94f-46ac-a367-b90c08304805 HTTP/1.1" status: 200 len: 1098 time: 0.8281968 Sep 27 08:47:34.137926 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:34.140328 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "tag": "86dc9829-b94f-46ac-a367-b90c08304805"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:34.148006 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd404ea-b2c1-4f75-993c-11a762e0e1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:34.178028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4504994b-a134-4201-9cc1-a36fca98e6b2 x-openstack-request-id: req-4504994b-a134-4201-9cc1-a36fca98e6b2 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:34.178481 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "tag": "86dc9829-b94f-46ac-a367-b90c08304805", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:34.179314 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4504994b-a134-4201-9cc1-a36fca98e6b2 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:34.179795 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805', 'status': 'completed', 'code': 200} Sep 27 08:47:34.251041 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab req-ee08ac4f-8fcb-4fdc-be62-3c2153c7175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.252570 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab req-ee08ac4f-8fcb-4fdc-be62-3c2153c7175a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1b58abde574dab99d919f674c93abb&device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 1101 time: 0.0442221 Sep 27 08:47:34.282588 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab req-e86fede0-42e8-40d0-af7b-8ab9d0ba62ba service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba1b58abde574dab99d919f674c93abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190997 Sep 27 08:47:34.375984 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab req-39f2e2c9-1afe-439e-8333-01e3ee8c054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.377359 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae0beaba-3b5f-41cf-a6bd-2642b4d4b4ab req-39f2e2c9-1afe-439e-8333-01e3ee8c054a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857761 Sep 27 08:47:34.457038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-a08fc77d-397d-44ab-8edf-364eb3ce0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.458448 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-a08fc77d-397d-44ab-8edf-364eb3ce0e0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba1b58abde574dab99d919f674c93abb&device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 1101 time: 0.0425944 Sep 27 08:47:34.503292 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-9ea8c959-ec9b-440f-856a-04c201d278e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=86dc9829-b94f-46ac-a367-b90c08304805 HTTP/1.1" status: 200 len: 217 time: 0.0333567 Sep 27 08:47:34.588087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-b5366c30-0c0b-4958-8b28-de3befcc05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.589516 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-b5366c30-0c0b-4958-8b28-de3befcc05c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7673eb51-3f15-42f0-88ac-7a9ecad8a4cf HTTP/1.1" status: 200 len: 843 time: 0.0721610 Sep 27 08:47:34.605308 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a6296-35e3-48be-86d8-831dd36f66e7 req-194290f8-eba9-4de1-98d4-9618189d305c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.606682 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-970a6296-35e3-48be-86d8-831dd36f66e7 req-194290f8-eba9-4de1-98d4-9618189d305c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 944 time: 0.0622463 Sep 27 08:47:34.668376 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-970a6296-35e3-48be-86d8-831dd36f66e7 req-f9f3df96-b4fe-4c91-9029-aef999c6dc72 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Sep 27 08:47:34.670326 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-23b9927c-1070-4207-ba2b-a633acb56aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.672075 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-23b9927c-1070-4207-ba2b-a633acb56aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d95ba223-a74b-4611-a854-a3d0d4a3dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641947 Sep 27 08:47:34.769337 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-f01cd2e1-3eee-48ae-a65d-af231487d4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/d95ba223-a74b-4611-a854-a3d0d4a3dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829837 Sep 27 08:47:34.868952 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-daecc469-bfb1-44e7-873b-53a03076bd91 req-f7182621-353a-420d-8208-e45d49497b74 service neutron] 10.222.0.13 "GET /v2.0/networks/d95ba223-a74b-4611-a854-a3d0d4a3dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903213 Sep 27 08:47:34.904888 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0909-6446-4994-8e32-0c115a959e14 req-006c1aaf-e783-4999-ba09-f3fdba84d440 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.906322 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-603d0909-6446-4994-8e32-0c115a959e14 req-006c1aaf-e783-4999-ba09-f3fdba84d440 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 948 time: 0.0563314 Sep 27 08:47:34.943935 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-603d0909-6446-4994-8e32-0c115a959e14 req-e6109280-c73c-492e-91c4-a54512691a10 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Sep 27 08:47:35.784620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb348b6-d1e6-4fac-9e06-75e707473209 req-4a581595-83d8-40f3-8f49-7812cb9d8925 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.786073 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7fb348b6-d1e6-4fac-9e06-75e707473209 req-4a581595-83d8-40f3-8f49-7812cb9d8925 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 944 time: 0.0531178 Sep 27 08:47:35.822811 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7fb348b6-d1e6-4fac-9e06-75e707473209 req-00b76f41-605b-4d69-b627-0909343accfd tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Sep 27 08:47:36.053929 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c390c7-d4d2-44fd-9d32-a35fdaad000c req-f2a12f4b-3965-4738-9905-2c85c40caf22 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.056209 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5c390c7-d4d2-44fd-9d32-a35fdaad000c req-f2a12f4b-3965-4738-9905-2c85c40caf22 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 948 time: 0.0471277 Sep 27 08:47:36.091256 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e5c390c7-d4d2-44fd-9d32-a35fdaad000c req-f9f2fe6a-21af-4b24-be4c-6d4ab34f953a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293648 Sep 27 08:47:36.595437 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 73e91b36-c032-41e7-b673-567e5e504dfd details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:36.685767 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=73e91b36-c032-41e7-b673-567e5e504dfd,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:36.696971 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '73e91b36-c032-41e7-b673-567e5e504dfd', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'port_id': '73e91b36-c032-41e7-b673-567e5e504dfd', 'mac_address': 'fa:16:3e:d0:2a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be7bab-ca10-4e29-ba17-7a4518158df2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:36.735528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:36.747824 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e91b36-c032-41e7-b673-567e5e504dfd {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:36.766245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=73e91b36-c032-41e7-b673-567e5e504dfd,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:36.822170 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:36.867590 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:36.933854 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648454-d1fc-43b9-800e-02dcf32e8291 req-65d7a688-f190-49e6-a2db-cba5851cf4ed tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.935284 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-93648454-d1fc-43b9-800e-02dcf32e8291 req-65d7a688-f190-49e6-a2db-cba5851cf4ed tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 945 time: 0.0467212 Sep 27 08:47:36.971863 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-93648454-d1fc-43b9-800e-02dcf32e8291 req-7cda5f9a-6f19-4f64-b15e-a3898c4d6dc0 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Sep 27 08:47:37.118553 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['73e91b36-c032-41e7-b673-567e5e504dfd'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:37.206882 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3eb16-8ca9-46f3-bb4d-051df54a7056 req-836b2ba3-be3f-40e8-a5fc-9a284f734440 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:37.208451 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-35a3eb16-8ca9-46f3-bb4d-051df54a7056 req-836b2ba3-be3f-40e8-a5fc-9a284f734440 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 948 time: 0.0518091 Sep 27 08:47:37.245373 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-35a3eb16-8ca9-46f3-bb4d-051df54a7056 req-d108b2ae-01a0-4da3-af41-c650df0421b7 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Sep 27 08:47:38.080673 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1577e0-a687-4370-970d-ab72bc31be0f req-f0e122da-3b21-4034-afaa-97149fe11379 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.082109 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2d1577e0-a687-4370-970d-ab72bc31be0f req-f0e122da-3b21-4034-afaa-97149fe11379 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 945 time: 0.0468345 Sep 27 08:47:38.118179 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2d1577e0-a687-4370-970d-ab72bc31be0f req-7ccb95eb-2986-403a-8acb-fb9dc279a9e3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Sep 27 08:47:38.356014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30be75-c7f1-4455-b68a-766c56a4a695 req-3cc1c72a-2995-4b56-ad55-332296893a90 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.357440 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ac30be75-c7f1-4455-b68a-766c56a4a695 req-3cc1c72a-2995-4b56-ad55-332296893a90 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 948 time: 0.0462961 Sep 27 08:47:38.394103 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ac30be75-c7f1-4455-b68a-766c56a4a695 req-b5c4df8f-07f5-4042-a82d-55865cd3a94b tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Sep 27 08:47:38.596682 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 86dc9829-b94f-46ac-a367-b90c08304805 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:38.600002 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 73e91b36-c032-41e7-b673-567e5e504dfd up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:38.727048 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=86dc9829-b94f-46ac-a367-b90c08304805,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:38.737896 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '86dc9829-b94f-46ac-a367-b90c08304805', 'network_id': 'd95ba223-a74b-4611-a854-a3d0d4a3dcd9', 'port_id': '86dc9829-b94f-46ac-a367-b90c08304805', 'mac_address': 'fa:16:3e:47:10:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7673eb51-3f15-42f0-88ac-7a9ecad8a4cf', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:38.776564 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.789750 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dc9829-b94f-46ac-a367-b90c08304805 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:38.808541 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=86dc9829-b94f-46ac-a367-b90c08304805,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:39.057025 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 73e91b36-c032-41e7-b673-567e5e504dfd completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:39.061071 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 73e91b36-c032-41e7-b673-567e5e504dfd triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:39.061453 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:39.123257 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:39.167421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:39.204476 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:39.212506 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:39.214818 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e2138-1b2e-4b8b-8beb-40506fca76ae" -d '{"events": [{"server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "name": "network-vif-plugged", "status": "completed", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:39.227334 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=73e91b36-c032-41e7-b673-567e5e504dfd,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:39.242507 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d13b-fe61-4df6-9ab5-99725866d58d req-f0c38177-fd7f-4ae3-9de6-242ea2fb6604 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.244074 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0f79d13b-fe61-4df6-9ab5-99725866d58d req-f0c38177-fd7f-4ae3-9de6-242ea2fb6604 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 945 time: 0.0544384 Sep 27 08:47:39.250242 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ee360f-1562-4cf0-a297-7ac57cf50866 x-openstack-request-id: req-42ee360f-1562-4cf0-a297-7ac57cf50866 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:39.250583 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "name": "network-vif-plugged", "status": "completed", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:39.250832 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42ee360f-1562-4cf0-a297-7ac57cf50866 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:39.251218 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd', 'code': 200} Sep 27 08:47:39.286438 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0f79d13b-fe61-4df6-9ab5-99725866d58d req-1389f64b-6f73-4d37-a3d5-214aaa999016 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Sep 27 08:47:39.302480 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:39.359296 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:39.433992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['86dc9829-b94f-46ac-a367-b90c08304805'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:39.521492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b18c3d-19f4-44f0-80ca-cdf7954068d2 req-30d2d4fa-ad8c-4630-8f71-870f633feb60 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.523166 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-18b18c3d-19f4-44f0-80ca-cdf7954068d2 req-30d2d4fa-ad8c-4630-8f71-870f633feb60 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 949 time: 0.0488105 Sep 27 08:47:39.562715 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-18b18c3d-19f4-44f0-80ca-cdf7954068d2 req-e9b8a774-a5ee-4193-a485-e0b2a5bb07bd tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 Sep 27 08:47:39.649278 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239e794-8706-4739-a1fd-957700c5b61a req-363387a4-9802-4fc4-ad90-f4d4a0e74dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.650938 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8239e794-8706-4739-a1fd-957700c5b61a req-363387a4-9802-4fc4-ad90-f4d4a0e74dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 1099 time: 0.0462334 Sep 27 08:47:39.691438 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8239e794-8706-4739-a1fd-957700c5b61a req-d2118333-082f-4a3a-bff6-92a3604e3db1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Sep 27 08:47:40.404330 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc730b-094c-4a26-af80-ffb58d1dc1fc req-57c38f0b-67bd-4542-9ca2-ed20eab1184c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.405762 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4cc730b-094c-4a26-af80-ffb58d1dc1fc req-57c38f0b-67bd-4542-9ca2-ed20eab1184c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 946 time: 0.0504563 Sep 27 08:47:40.442658 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4cc730b-094c-4a26-af80-ffb58d1dc1fc req-e83823b7-d084-4565-bcaa-8043811358fd tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 27 08:47:40.608676 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 86dc9829-b94f-46ac-a367-b90c08304805 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:40.681846 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf629ea-7a1d-4383-8f1f-b1c2fea71141 req-c57ea395-1521-46da-99f1-e67171f62cbb tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.683323 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2bf629ea-7a1d-4383-8f1f-b1c2fea71141 req-c57ea395-1521-46da-99f1-e67171f62cbb tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 949 time: 0.0477583 Sep 27 08:47:40.713695 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 86dc9829-b94f-46ac-a367-b90c08304805 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:40.717683 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 86dc9829-b94f-46ac-a367-b90c08304805 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:40.718070 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.720359 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2bf629ea-7a1d-4383-8f1f-b1c2fea71141 req-7538ef14-7fc6-4ad3-abd2-1245a50b1614 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Sep 27 08:47:40.790702 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.823584 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=86dc9829-b94f-46ac-a367-b90c08304805,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:40.896435 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.944339 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:41.252595 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:41.254984 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaece31e-0b85-4d56-a3a4-d71c7c0cacc0" -d '{"events": [{"server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "name": "network-vif-plugged", "status": "completed", "tag": "86dc9829-b94f-46ac-a367-b90c08304805"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:41.296804 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19476d-30fc-46ca-96e9-a221e623b59b x-openstack-request-id: req-cd19476d-30fc-46ca-96e9-a221e623b59b {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:41.297114 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "name": "network-vif-plugged", "status": "completed", "tag": "86dc9829-b94f-46ac-a367-b90c08304805", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:41.297364 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd19476d-30fc-46ca-96e9-a221e623b59b {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:41.297755 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805', 'code': 200} Sep 27 08:47:41.805651 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e56860-f80e-44e6-b94c-ac72b9f9ec15 req-e59e8170-4bb7-42ec-ae57-c841254e2d3d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:41.807098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8e56860-f80e-44e6-b94c-ac72b9f9ec15 req-e59e8170-4bb7-42ec-ae57-c841254e2d3d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 946 time: 0.2989171 Sep 27 08:47:41.883811 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819f34e-5345-4dee-b5e9-0f2ee865aae6 req-ee94fbf3-51a5-4202-9204-f9973eed5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:41.885311 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b819f34e-5345-4dee-b5e9-0f2ee865aae6 req-ee94fbf3-51a5-4202-9204-f9973eed5a5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 1103 time: 0.3408942 Sep 27 08:47:41.888071 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8e56860-f80e-44e6-b94c-ac72b9f9ec15 req-b2f5d134-82eb-4a3a-9873-06255ae68ce8 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696433 Sep 27 08:47:41.895542 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c4fd9-4adb-4f29-9bfd-850ad2d56aff req-ed34ebda-7ac6-4815-b217-6ac75f034e44 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:41.896910 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-453c4fd9-4adb-4f29-9bfd-850ad2d56aff req-ed34ebda-7ac6-4815-b217-6ac75f034e44 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.1012151 Sep 27 08:47:41.952079 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b819f34e-5345-4dee-b5e9-0f2ee865aae6 req-736a1826-7749-4ee4-8951-dba615da9578 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Sep 27 08:47:41.954974 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-453c4fd9-4adb-4f29-9bfd-850ad2d56aff req-cf3f48d4-4d2a-455d-bbb7-6b842fc20ebe tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Sep 27 08:47:43.073040 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf9681-1ff2-44c6-8c28-de5b09d64456 req-6a52a05c-75f6-42fa-88cd-d4dd38eedcdd tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.074585 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d7cf9681-1ff2-44c6-8c28-de5b09d64456 req-6a52a05c-75f6-42fa-88cd-d4dd38eedcdd tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.0524008 Sep 27 08:47:43.111699 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d7cf9681-1ff2-44c6-8c28-de5b09d64456 req-5040b62e-f0e5-4526-b1cc-19354188b49e tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Sep 27 08:47:43.153771 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.885636 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:47:43.901388 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-ad50611a-99ba-49cc-aca9-b2eb8dacbe1e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.902864 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-ad50611a-99ba-49cc-aca9-b2eb8dacbe1e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1017568 Sep 27 08:47:43.917597 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-8a03d018-d0de-4223-b61a-237f97cbdab1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/quotas/0fbdab70ca72434eab373aedd741db25 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Sep 27 08:47:43.969456 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-60e3906e-52f9-43d4-9f45-f8a964fa63c1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465162 Sep 27 08:47:44.056553 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-c17396be-705e-479e-b4bb-162ca83bd168 service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 Sep 27 08:47:44.145976 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-4269f3cd-344b-4b0f-883c-3d02a5eebc5b service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830672 Sep 27 08:47:44.222544 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ca576-bff8-4134-a572-d7c1ff9830d8 req-0f0bc854-93fd-4d97-b16b-ed50846c0b71 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.223989 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d3ca576-bff8-4134-a572-d7c1ff9830d8 req-0f0bc854-93fd-4d97-b16b-ed50846c0b71 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.0476592 Sep 27 08:47:44.259955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d3ca576-bff8-4134-a572-d7c1ff9830d8 req-f4c13e36-4c6a-4f68-bf02-52d44cc3c443 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Sep 27 08:47:44.406530 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-297eb214-dcb7-4acc-ac58-a590b3605ffc req-dabdf250-17a4-4fcb-9678-7c78d479c6cc tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 210 time: 0.0266008 Sep 27 08:47:44.667229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8f30-03ba-4259-bd44-978a7bc6ed92 req-9c0b8b7b-e0e1-44cb-8175-11941e65fd2b tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.668941 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f1ab8f30-03ba-4259-bd44-978a7bc6ed92 req-9c0b8b7b-e0e1-44cb-8175-11941e65fd2b tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.0529878 Sep 27 08:47:44.707906 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f1ab8f30-03ba-4259-bd44-978a7bc6ed92 req-13d8cacb-c255-47f2-ac33-7704f5074505 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 27 08:47:45.501098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ffa8243-5171-4334-b72c-79e90bd565b5 req-5d49a680-1165-415d-b059-c954d31eab04 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 210 time: 0.0275574 Sep 27 08:47:45.817593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8920f-5b26-4f8f-a03e-ccd30c71e8b7 req-283b98cc-881f-41ca-9877-52f1ef5d9967 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:45.819056 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c8920f-5b26-4f8f-a03e-ccd30c71e8b7 req-283b98cc-881f-41ca-9877-52f1ef5d9967 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.0469053 Sep 27 08:47:45.856358 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-99c8920f-5b26-4f8f-a03e-ccd30c71e8b7 req-8f0b4185-96b9-4eee-911e-5e8787e499c6 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Sep 27 08:47:46.241924 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-ae51b1db-f1d7-4036-9724-04e3a872bd97 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.243484 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-ae51b1db-f1d7-4036-9724-04e3a872bd97 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1000078 Sep 27 08:47:46.265519 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Request body: {'port': {'device_id': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'admin_state_up': True, 'tenant_id': '0fbdab70ca72434eab373aedd741db25'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:46.422424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:46.426074 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.574613 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Allocated IP 172.20.0.13 (e219584c-d31d-47fc-93b9-5c19ae75d942/e1be7bab-ca10-4e29-ba17-7a4518158df2/84addfd1-ef61-4ef9-985d-5327fee0b999) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:46.621074 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fcac9254-c3dd-4257-bd6f-bef0904521cf req-94b4a753-f1e5-40d3-ad41-dc0a19542f78 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 210 time: 0.0332134 Sep 27 08:47:46.645604 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-25f8326f-527b-4460-b21e-c1109ca541cb tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.647089 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-25f8326f-527b-4460-b21e-c1109ca541cb tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.1036661 Sep 27 08:47:46.825291 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.831597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Deleting port 86dc9829-b94f-46ac-a367-b90c08304805 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:46.831928 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.970346 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.973003 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] For port 86dc9829-b94f-46ac-a367-b90c08304805, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=86dc9829-b94f-46ac-a367-b90c08304805,segment=NetworkSegment(57acfbff-a9e7-4ccd-a263-b4d01e978ff7),segment_id=57acfbff-a9e7-4ccd-a263-b4d01e978ff7)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:46.973353 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.983217 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2', '73e91b36-c032-41e7-b673-567e5e504dfd'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:47.016986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Calling delete_port for 86dc9829-b94f-46ac-a367-b90c08304805 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:47.051044 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e9ff-6c2a-49bc-be79-524d6da32494 req-6634c507-7123-4e3e-b853-e0b0173a3c55 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:47.052565 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f26e9ff-6c2a-49bc-be79-524d6da32494 req-6634c507-7123-4e3e-b853-e0b0173a3c55 tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 950 time: 0.1285048 Sep 27 08:47:47.055552 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Network e219584c-d31d-47fc-93b9-5c19ae75d942 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:47.090307 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:47.097636 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event updated for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.101844 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:47.182243 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f26e9ff-6c2a-49bc-be79-524d6da32494 req-0387885a-d318-4f43-9c5b-a4e9393c1f6a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/security-groups?id=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197708 Sep 27 08:47:47.189139 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:47.189753 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.274188 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-26fa9cb4-f19a-45f2-84d2-948e999910e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0122499 Sep 27 08:47:47.293721 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Request body: {'port': {'device_id': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:47.313292 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.349867 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Pushing event deleted for resources: {'Port': ['ID=86dc9829-b94f-46ac-a367-b90c08304805,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.409995 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] No DVR routers for this DVR port 86dc9829-b94f-46ac-a367-b90c08304805 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:47.413735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.415731 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-49e9f3ff-7e6c-41a3-b856-b3acf1e15ae8 req-2f0dfb5f-6c67-493c-a4f5-d285a46be81a tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.13 "DELETE /v2.0/ports/86dc9829-b94f-46ac-a367-b90c08304805 HTTP/1.1" status: 204 len: 173 time: 0.7481275 Sep 27 08:47:47.416262 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'name': 'network-vif-deleted', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:47.418764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a022f-ce4f-4539-982d-2583e02b32e8" -d '{"events": [{"server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "name": "network-vif-deleted", "tag": "86dc9829-b94f-46ac-a367-b90c08304805"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:47.422144 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.465292 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3776de9-a144-400f-b334-023d6d637111 x-openstack-request-id: req-b3776de9-a144-400f-b334-023d6d637111 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:47.465592 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8be3168-8767-47bc-948d-637e85054c18", "name": "network-vif-deleted", "tag": "86dc9829-b94f-46ac-a367-b90c08304805", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:47.465845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3776de9-a144-400f-b334-023d6d637111 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:47.466236 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8be3168-8767-47bc-948d-637e85054c18', 'name': 'network-vif-deleted', 'tag': '86dc9829-b94f-46ac-a367-b90c08304805', 'status': 'completed', 'code': 200} Sep 27 08:47:47.590184 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['86dc9829-b94f-46ac-a367-b90c08304805'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:47.725818 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84addfd1-ef61-4ef9-985d-5327fee0b999 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:47.735895 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.753162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Transition to ACTIVE for port object 84addfd1-ef61-4ef9-985d-5327fee0b999 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:47.760718 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d08aa-30e4-4bcc-9d65-ac27a8744102 req-9086aecb-19c4-4bfc-8948-5c0d4e310668 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:47.762200 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d09d08aa-30e4-4bcc-9d65-ac27a8744102 req-9086aecb-19c4-4bfc-8948-5c0d4e310668 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 932 time: 0.0732825 Sep 27 08:47:47.800695 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d09d08aa-30e4-4bcc-9d65-ac27a8744102 req-449b22ec-15dd-4bdc-802c-f3996c032805 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Sep 27 08:47:47.821463 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.874692 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.945469 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Attempting to bind port 84addfd1-ef61-4ef9-985d-5327fee0b999 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:47.945711 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Attempting to bind port 84addfd1-ef61-4ef9-985d-5327fee0b999 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:47.946035 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Attempting to bind port 84addfd1-ef61-4ef9-985d-5327fee0b999 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:47.950229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Port 84addfd1-ef61-4ef9-985d-5327fee0b999 on network e219584c-d31d-47fc-93b9-5c19ae75d942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:47.950575 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Attempting to bind port 84addfd1-ef61-4ef9-985d-5327fee0b999 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:47.955287 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:47.955618 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Checking segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:47.955990 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Bound using segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:47.956408 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Bound port: 84addfd1-ef61-4ef9-985d-5327fee0b999, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:47.956755 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.017350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:48.020291 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=84addfd1-ef61-4ef9-985d-5327fee0b999,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:48.102410 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.135021 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.135330 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.136873 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] 10.222.0.13 "PUT /v2.0/ports/84addfd1-ef61-4ef9-985d-5327fee0b999 HTTP/1.1" status: 200 len: 1094 time: 0.8473587 Sep 27 08:47:48.160277 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1129ec-8f89-4f0d-9068-045a961dfeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:48.313661 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bae05947-3587-439e-b7d1-5094f1997666 req-74484a29-90ff-4a6b-851f-80d92742a5ca tempest-VolumesNegativeTest-1623515420 tempest-VolumesNegativeTest-1623515420-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8be3168-8767-47bc-948d-637e85054c18 HTTP/1.1" status: 200 len: 210 time: 0.0522480 Sep 27 08:47:48.330661 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-c1b3cd06-6448-4626-9745-4c449f567067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.330661 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-c1b3cd06-6448-4626-9745-4c449f567067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 1097 time: 0.0654333 Sep 27 08:47:48.373200 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-df63effa-cf85-4a17-8e6a-1a3084a5785a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84addfd1-ef61-4ef9-985d-5327fee0b999 HTTP/1.1" status: 200 len: 217 time: 0.0334196 Sep 27 08:47:48.427306 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-eca4541f-56c8-49be-bc4c-ba3cd5ac2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.428739 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-eca4541f-56c8-49be-bc4c-ba3cd5ac2a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0435524 Sep 27 08:47:48.462397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-1a12d080-d4b5-4a13-b81d-dbac760deb85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225120 Sep 27 08:47:48.558836 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-0fbcabf0-4722-423d-88b0-c1d80a6fc7fb service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855358 Sep 27 08:47:48.659726 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d74ca1ba-9cec-4996-a27f-cf6eefd9e22e req-af977274-6f38-4316-a9b1-e8710163c6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Sep 27 08:47:48.912043 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b1a3-7ebd-4b00-90e6-3d7f309024a6 req-10a57714-cad8-40c6-8d23-bba5abd5d981 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.913506 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b2e1b1a3-7ebd-4b00-90e6-3d7f309024a6 req-10a57714-cad8-40c6-8d23-bba5abd5d981 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Sep 27 08:47:48.950715 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b2e1b1a3-7ebd-4b00-90e6-3d7f309024a6 req-4569eb6c-9eca-44c1-9c3f-bf49a9bd352c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Sep 27 08:47:49.467498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:49.469830 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d8eb09-94dc-4d0c-984b-09109d20847d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:49.506468 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b02be-1a67-4bf7-8dd8-54862f629fe6 x-openstack-request-id: req-3c7b02be-1a67-4bf7-8dd8-54862f629fe6 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:49.506777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:49.507001 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c7b02be-1a67-4bf7-8dd8-54862f629fe6 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:49.507387 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999', 'status': 'completed', 'code': 200} Sep 27 08:47:49.576621 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-6d78b09e-9760-4535-867c-4dd2cbb0d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.578073 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-6d78b09e-9760-4535-867c-4dd2cbb0d54a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 1097 time: 0.0401120 Sep 27 08:47:49.673810 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-932fe6c6-f476-4c30-8678-844c9a3ecbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.675302 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-932fe6c6-f476-4c30-8678-844c9a3ecbdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 915 time: 0.0880082 Sep 27 08:47:49.718533 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-49c55f09-2858-45b8-901c-4589b70bf480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84addfd1-ef61-4ef9-985d-5327fee0b999 HTTP/1.1" status: 200 len: 217 time: 0.0340834 Sep 27 08:47:49.774027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-cf44d8c0-bf58-49a7-a38c-2e81fd8c90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.776056 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-cf44d8c0-bf58-49a7-a38c-2e81fd8c90b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0427451 Sep 27 08:47:49.814395 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-ccfe1006-9d62-4ff3-87ac-37aad8e276b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277846 Sep 27 08:47:49.906894 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-77b83786-8692-4601-a645-3243258a4aa7 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839989 Sep 27 08:47:50.002352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-32d8eb09-94dc-4d0c-984b-09109d20847d req-de974828-e575-42b2-a00d-f335ea097e41 service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Sep 27 08:47:50.063297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38b315-bbe7-4555-ad09-7c9cd4e70424 req-714c73a9-9f41-4184-8028-5e95af79f4c2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.064748 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d38b315-bbe7-4555-ad09-7c9cd4e70424 req-714c73a9-9f41-4184-8028-5e95af79f4c2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 944 time: 0.0484409 Sep 27 08:47:50.102515 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1d38b315-bbe7-4555-ad09-7c9cd4e70424 req-0f012790-ba4b-4540-a747-95a76ddca2bc tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 27 08:47:50.654627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 84addfd1-ef61-4ef9-985d-5327fee0b999 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:50.657744 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 86dc9829-b94f-46ac-a367-b90c08304805 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:50.683450 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 86dc9829-b94f-46ac-a367-b90c08304805 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:50.684338 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 86dc9829-b94f-46ac-a367-b90c08304805 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:50.767976 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=84addfd1-ef61-4ef9-985d-5327fee0b999,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:50.777985 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '84addfd1-ef61-4ef9-985d-5327fee0b999', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'port_id': '84addfd1-ef61-4ef9-985d-5327fee0b999', 'mac_address': 'fa:16:3e:5f:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be7bab-ca10-4e29-ba17-7a4518158df2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:50.814057 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.827903 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84addfd1-ef61-4ef9-985d-5327fee0b999 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:50.847039 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=84addfd1-ef61-4ef9-985d-5327fee0b999,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:50.920486 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.967951 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:50.974784 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976021 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976021 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976021 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976546 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.976874 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.977199 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.977541 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.977871 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.978192 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:50.978612 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:51.215395 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e65b28-b942-4faa-b1cd-ead0f318dab3 req-f0183af4-3e2f-4e8f-9eae-7b0dd50028b2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.217011 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a8e65b28-b942-4faa-b1cd-ead0f318dab3 req-f0183af4-3e2f-4e8f-9eae-7b0dd50028b2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Sep 27 08:47:51.234465 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['84addfd1-ef61-4ef9-985d-5327fee0b999'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:51.255588 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a8e65b28-b942-4faa-b1cd-ead0f318dab3 req-03e918e6-39d8-411c-8dab-6cce3736abb2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Sep 27 08:47:52.376424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5ea0a-2026-4db9-8ef4-49c6a516d283 req-4ae8be8a-7a4d-4b9f-8c3e-6677976084eb tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:52.377883 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-13e5ea0a-2026-4db9-8ef4-49c6a516d283 req-4ae8be8a-7a4d-4b9f-8c3e-6677976084eb tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 945 time: 0.0538754 Sep 27 08:47:52.415924 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-13e5ea0a-2026-4db9-8ef4-49c6a516d283 req-a6924290-93d7-4226-8ca9-fd5e329039f6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Sep 27 08:47:52.658122 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 84addfd1-ef61-4ef9-985d-5327fee0b999 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:52.759654 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 84addfd1-ef61-4ef9-985d-5327fee0b999 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:52.763678 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 84addfd1-ef61-4ef9-985d-5327fee0b999 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:52.764053 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.840864 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.863266 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:52.865440 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b7a2f6-0030-45bd-9c15-63351b8015af" -d '{"events": [{"server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "name": "network-vif-plugged", "status": "completed", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:52.880181 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=84addfd1-ef61-4ef9-985d-5327fee0b999,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:52.906886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93785e-7a02-4e0f-b736-346eacd5281d x-openstack-request-id: req-5d93785e-7a02-4e0f-b736-346eacd5281d {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:52.906886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "name": "network-vif-plugged", "status": "completed", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:52.907088 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d93785e-7a02-4e0f-b736-346eacd5281d {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:52.907575 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999', 'code': 200} Sep 27 08:47:52.936665 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.987524 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:53.179373 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667701f-f2d2-408c-9aef-d618c8b8f06c req-13f3edc5-5252-49a6-aac1-e50afb7c3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.180839 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8667701f-f2d2-408c-9aef-d618c8b8f06c req-13f3edc5-5252-49a6-aac1-e50afb7c3f9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 1099 time: 0.0385692 Sep 27 08:47:53.219810 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8667701f-f2d2-408c-9aef-d618c8b8f06c req-da8bf936-c2ef-4eb0-9fe3-3194bda5ff34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275469 Sep 27 08:47:53.530698 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aa1e3-83f5-4356-9601-a6c2a1e3a62f req-8270e3f6-df78-4673-b5fc-651263d5a9a6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.532187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bd5aa1e3-83f5-4356-9601-a6c2a1e3a62f req-8270e3f6-df78-4673-b5fc-651263d5a9a6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0502298 Sep 27 08:47:53.569531 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bd5aa1e3-83f5-4356-9601-a6c2a1e3a62f req-36512878-dd28-403d-b6ae-dbc9719b4bbf tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Sep 27 08:47:53.611140 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7bad0528-b29c-4b68-8e79-116748ac8c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.692480 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127fa78-4a73-4a6c-88c6-e416a984ffa3 req-25feadd4-b000-47d2-b1bf-19bd18263787 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.694352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2127fa78-4a73-4a6c-88c6-e416a984ffa3 req-25feadd4-b000-47d2-b1bf-19bd18263787 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0556078 Sep 27 08:47:54.734532 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2127fa78-4a73-4a6c-88c6-e416a984ffa3 req-36bc2e05-346a-4994-85fc-601bf5a6990b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329192 Sep 27 08:47:54.746095 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 48974) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:54.877127 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c33588fd-2512-4050-b13e-2711f0725a87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba1b58abde574dab99d919f674c93abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298621 Sep 27 08:47:54.879712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 48978) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:54.926217 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.946010 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.027779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.030363 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.031500 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2 HTTP/1.1" status: 204 len: 168 time: 0.1509054 Sep 27 08:47:55.040198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad258e57-2b26-40d8-87b1-1aa94512593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74db8f1-99c6-4f7a-8e52-a6f3a42d66e2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:55.849616 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7fee-7493-4ea0-a15d-fe8ca5b401f6 req-8593e5e7-a554-4aa9-951d-e63b6ea3d582 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:55.851089 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ecde7fee-7493-4ea0-a15d-fe8ca5b401f6 req-8593e5e7-a554-4aa9-951d-e63b6ea3d582 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Sep 27 08:47:55.887714 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ecde7fee-7493-4ea0-a15d-fe8ca5b401f6 req-e3bc0dad-9593-469d-bd6e-c2c7322b67e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Sep 27 08:47:56.159223 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5591072-94c2-488d-a51a-f0f59aad0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.794236 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.353639 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.919846 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.740348 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22326-610a-4393-8bc0-c081c7778ca1 req-87eaca69-3315-4561-a5ed-d058e8121d56 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.741822 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44a22326-610a-4393-8bc0-c081c7778ca1 req-87eaca69-3315-4561-a5ed-d058e8121d56 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0488946 Sep 27 08:48:01.792734 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44a22326-610a-4393-8bc0-c081c7778ca1 req-29b3a937-db6e-4b38-b317-54a992f3de17 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447798 Sep 27 08:48:01.826585 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-c5eeeaa4-b84b-4691-a851-a85071abd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.828093 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-c5eeeaa4-b84b-4691-a851-a85071abd795 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1137 time: 0.0471990 Sep 27 08:48:01.926402 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-66c109bd-993b-446b-963a-9d288196d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.927765 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-66c109bd-993b-446b-963a-9d288196d16c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 915 time: 0.0878134 Sep 27 08:48:01.999007 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-2c3d6bac-a52a-43ef-9c25-5051428e177e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 999 time: 0.0576384 Sep 27 08:48:02.054290 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-cc8522c8-1259-46e4-b6d6-e4326c35dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:02.058847 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-cc8522c8-1259-46e4-b6d6-e4326c35dc28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0497637 Sep 27 08:48:02.106248 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-fb377882-dc45-4a9a-a847-49918c781498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:02.107768 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-fb377882-dc45-4a9a-a847-49918c781498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420437 Sep 27 08:48:02.202605 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-5b69f061-d0de-47fc-b4da-024a1faaf918 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821087 Sep 27 08:48:02.592670 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-7cb8b1a0-397c-48f9-8990-8dd51360bdd3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:02.594111 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-7cb8b1a0-397c-48f9-8990-8dd51360bdd3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.3872530 Sep 27 08:48:02.596282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ce5fdd2-f1d0-42a1-841c-469aa17472ca req-e48a0529-3e66-4b6b-8ba3-eafe780a5bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788886 Sep 27 08:48:02.608323 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-95d0be49-a09d-4628-9466-33bcac407ee6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/quotas/0fbdab70ca72434eab373aedd741db25 HTTP/1.1" status: 200 len: 375 time: 0.0084937 Sep 27 08:48:02.660151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-df2f29d4-5f22-4c1f-ae05-a6d7187d7c40 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465870 Sep 27 08:48:02.746891 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-f5555f8c-bf3f-4f64-9b79-21e5896412ca service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797822 Sep 27 08:48:02.837951 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-ad9cfcab-53fc-45f3-ae93-b357c5da9107 service neutron] 10.222.0.76 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845213 Sep 27 08:48:02.913855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813286c-4f78-4848-8d8f-383633970b34 req-0210ff01-2650-4aaa-bef0-95da9f02be9d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:02.915404 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f813286c-4f78-4848-8d8f-383633970b34 req-0210ff01-2650-4aaa-bef0-95da9f02be9d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0496812 Sep 27 08:48:02.955927 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f813286c-4f78-4848-8d8f-383633970b34 req-bf6738bd-dbbf-4331-934b-906b37c2b6d8 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333669 Sep 27 08:48:03.061133 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ee5b022c-4433-4a61-a3cf-bafccc4e1651 req-7c939323-e519-4241-b713-d7ff68dc640b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Sep 27 08:48:04.074095 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5742-add9-4bf3-a56e-61a65e03978e req-fab58d8f-76d7-4c1d-86f7-755a7725789d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:04.076433 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-309e5742-add9-4bf3-a56e-61a65e03978e req-fab58d8f-76d7-4c1d-86f7-755a7725789d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0534782 Sep 27 08:48:04.116143 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-309e5742-add9-4bf3-a56e-61a65e03978e req-8b4ca8f0-0f37-4013-b111-ae45f68ae95c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333784 Sep 27 08:48:04.151010 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4c0b105f-de32-4908-a350-b1c85fa9952c req-af247071-fc04-4298-afd3-d6c007a1017f tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Sep 27 08:48:05.075186 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-7f11846b-cbd3-4be7-9cd1-ccfab88c72b6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.077248 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-7f11846b-cbd3-4be7-9cd1-ccfab88c72b6 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/networks?id=e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 200 len: 814 time: 0.1020951 Sep 27 08:48:05.094922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Request body: {'port': {'device_id': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'admin_state_up': True, 'tenant_id': '0fbdab70ca72434eab373aedd741db25'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:05.262702 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d30e4f7d-adf3-4491-b8e0-e7a86eeef9d7 req-094e623c-5d0d-458e-8ebe-d45d1f8a9e1b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 210 time: 0.0311213 Sep 27 08:48:05.274957 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20168a35-af08-4b37-8c8b-c730e55d696c req-d5f83659-166d-4a79-a9a4-c21f949065ab tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.276420 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20168a35-af08-4b37-8c8b-c730e55d696c req-d5f83659-166d-4a79-a9a4-c21f949065ab tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0824707 Sep 27 08:48:05.318138 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20168a35-af08-4b37-8c8b-c730e55d696c req-29bb2322-9e8b-417d-a66e-ecf32216a4ca tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352368 Sep 27 08:48:05.324641 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Made reservation on behalf of 0fbdab70ca72434eab373aedd741db25 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:05.329947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.453257 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Allocated IP 172.20.0.8 (e219584c-d31d-47fc-93b9-5c19ae75d942/e1be7bab-ca10-4e29-ba17-7a4518158df2/ce692816-c899-4784-9598-29476ab374d2) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:05.596808 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.679809 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.698906 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2', '73e91b36-c032-41e7-b673-567e5e504dfd', '84addfd1-ef61-4ef9-985d-5327fee0b999'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:05.727106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Network e219584c-d31d-47fc-93b9-5c19ae75d942 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:05.730532 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:05.738295 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:05.766482 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event updated for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:05.795121 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.795727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.913174 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-a94f32ae-d95d-41c4-afc3-7883c5fddb54 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224576 Sep 27 08:48:05.927001 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Request body: {'port': {'device_id': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:05.978526 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.243096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce692816-c899-4784-9598-29476ab374d2 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:06.250610 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.261970 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Transition to ACTIVE for port object ce692816-c899-4784-9598-29476ab374d2 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:06.323865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.409611 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Pushing event updated for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.492978 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661540b9-3298-4e3f-983b-556bd1829912 req-765d56a2-e137-4798-b279-f026f28b47af tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.494513 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-661540b9-3298-4e3f-983b-556bd1829912 req-765d56a2-e137-4798-b279-f026f28b47af tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 943 time: 0.1619947 Sep 27 08:48:06.512553 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7d2c5-441d-42d1-b2f3-741d4cbe5fb5 req-bf125f25-5e06-4d99-b8fa-ad56a9cf1d03 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.514600 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19d7d2c5-441d-42d1-b2f3-741d4cbe5fb5 req-bf125f25-5e06-4d99-b8fa-ad56a9cf1d03 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.1247327 Sep 27 08:48:06.569654 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Attempting to bind port ce692816-c899-4784-9598-29476ab374d2 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:06.569986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Attempting to bind port ce692816-c899-4784-9598-29476ab374d2 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:06.570332 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Attempting to bind port ce692816-c899-4784-9598-29476ab374d2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:06.588575 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-661540b9-3298-4e3f-983b-556bd1829912 req-c9a97f47-c20c-49c3-9080-ab6f50899a3d tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858400 Sep 27 08:48:06.589479 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Port ce692816-c899-4784-9598-29476ab374d2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:06.589800 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Attempting to bind port ce692816-c899-4784-9598-29476ab374d2 on network e219584c-d31d-47fc-93b9-5c19ae75d942 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:06.596529 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-19d7d2c5-441d-42d1-b2f3-741d4cbe5fb5 req-1eb759c0-fa5f-4e53-b6d0-1dd19e143801 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756879 Sep 27 08:48:06.599243 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:06.603092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Checking segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:06.603092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Bound using segment: {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:06.603092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Bound port: ce692816-c899-4784-9598-29476ab374d2, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295cfc5e-856d-468f-b273-2c3511a6e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:06.603092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.663298 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:06.666202 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ce692816-c899-4784-9598-29476ab374d2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:06.742567 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.783085 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.783693 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.785078 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] 10.222.0.13 "PUT /v2.0/ports/ce692816-c899-4784-9598-29476ab374d2 HTTP/1.1" status: 200 len: 1093 time: 0.8621347 Sep 27 08:48:06.785785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'tag': 'ce692816-c899-4784-9598-29476ab374d2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:06.787921 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "tag": "ce692816-c899-4784-9598-29476ab374d2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:06.815019 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a283-c108-4242-a67b-0e226a87f67d service neutron] Pushing event updated for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.829574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06feb1bd-2208-44ef-a929-296556748467 x-openstack-request-id: req-06feb1bd-2208-44ef-a929-296556748467 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:06.829858 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "tag": "ce692816-c899-4784-9598-29476ab374d2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:06.830106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06feb1bd-2208-44ef-a929-296556748467 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:06.830528 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'tag': 'ce692816-c899-4784-9598-29476ab374d2', 'status': 'completed', 'code': 200} Sep 27 08:48:06.894658 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-2f262212-fa49-41be-bfa9-a2d108dac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.896352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-2f262212-fa49-41be-bfa9-a2d108dac10d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 1096 time: 0.0421290 Sep 27 08:48:07.000501 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-e207e516-7e82-4ff7-b6fe-74115c44a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.001889 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-e207e516-7e82-4ff7-b6fe-74115c44a486 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0fbdab70ca72434eab373aedd741db25&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933609 Sep 27 08:48:07.108442 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-5f2471a0-8e31-4717-af2d-55f3f4b180c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.109908 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5382b301-35f5-4cc3-aa63-e0aee5d1f55f req-5f2471a0-8e31-4717-af2d-55f3f4b180c8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967326 Sep 27 08:48:07.190609 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-c6475c88-c9a3-4744-acf5-cf3f3958b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.192121 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-c6475c88-c9a3-4744-acf5-cf3f3958b08f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fbdab70ca72434eab373aedd741db25&device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 1096 time: 0.0398905 Sep 27 08:48:07.250858 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-056a6cac-789d-403a-808f-9765f4f1676a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce692816-c899-4784-9598-29476ab374d2 HTTP/1.1" status: 200 len: 217 time: 0.0484693 Sep 27 08:48:07.300283 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cff68-490a-44b3-b874-fc6a92258321 req-3a7849ef-b979-487e-984b-698102087fdb tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.301699 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-079cff68-490a-44b3-b874-fc6a92258321 req-3a7849ef-b979-487e-984b-698102087fdb tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.1080313 Sep 27 08:48:07.326543 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-290d8a1e-2ed6-4c2f-95bf-52b4592fd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.327904 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-290d8a1e-2ed6-4c2f-95bf-52b4592fd0b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 200 len: 854 time: 0.0670636 Sep 27 08:48:07.352468 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-079cff68-490a-44b3-b874-fc6a92258321 req-11944a37-23c0-434a-a1f1-ea3433c5b11f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Sep 27 08:48:07.370999 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-ee5b99a1-a558-4902-80e6-9401036cb261 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e219584c-d31d-47fc-93b9-5c19ae75d942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309675 Sep 27 08:48:07.460628 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-75d44f7f-2f0b-4bc8-bd45-f9b0ff4ba5cb service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802603 Sep 27 08:48:07.557518 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-44aa0c94-25ce-4ae8-9439-24bb2aa464dd req-30f6af95-ecef-4936-ba2e-10bb977d820e service neutron] 10.222.0.13 "GET /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841224 Sep 27 08:48:07.728405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bab788-e109-4e64-9b79-621c6b8e9b08 req-20d5e9f8-4c2b-4dd1-a401-8c467a8143e7 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.729867 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-75bab788-e109-4e64-9b79-621c6b8e9b08 req-20d5e9f8-4c2b-4dd1-a401-8c467a8143e7 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 943 time: 0.0729051 Sep 27 08:48:07.742323 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c5c71-07b2-421f-98e3-84e2312f8141 req-e4f9c99a-642d-4a27-9b90-7eabac88fb73 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.743717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-515c5c71-07b2-421f-98e3-84e2312f8141 req-e4f9c99a-642d-4a27-9b90-7eabac88fb73 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0779014 Sep 27 08:48:07.802561 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-75bab788-e109-4e64-9b79-621c6b8e9b08 req-a95008ed-0c6c-475d-b9b0-bee8854c72f7 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578885 Sep 27 08:48:07.806577 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-515c5c71-07b2-421f-98e3-84e2312f8141 req-5a3955a3-c794-4ce7-be71-8dfee2d55e69 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564625 Sep 27 08:48:08.471386 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130f4dd-c8c4-47c4-9b71-aa0a3fe84dbc req-b8a160b6-33a3-4cba-9625-a41b5bcf2a32 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.472891 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7130f4dd-c8c4-47c4-9b71-aa0a3fe84dbc req-b8a160b6-33a3-4cba-9625-a41b5bcf2a32 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0476685 Sep 27 08:48:08.509117 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7130f4dd-c8c4-47c4-9b71-aa0a3fe84dbc req-07bedac5-a162-4eaa-b68c-e1693ebfce56 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304770 Sep 27 08:48:08.941799 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f6e4e-46bc-4c19-9ccd-e5536fdb6e24 req-b99c42df-c146-405c-a7b8-256c8405884e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.946499 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1b1f6e4e-46bc-4c19-9ccd-e5536fdb6e24 req-b99c42df-c146-405c-a7b8-256c8405884e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 943 time: 0.0760424 Sep 27 08:48:08.951035 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f6b6-91bf-4921-b923-e7bdd1628627 req-7b6084f3-a384-47d7-b259-7090e1f3ab8c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.952389 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5e51f6b6-91bf-4921-b923-e7bdd1628627 req-7b6084f3-a384-47d7-b259-7090e1f3ab8c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0765305 Sep 27 08:48:09.010629 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1b1f6e4e-46bc-4c19-9ccd-e5536fdb6e24 req-7b536281-1724-4172-9735-eaf58a7a46df tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572743 Sep 27 08:48:09.015402 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5e51f6b6-91bf-4921-b923-e7bdd1628627 req-58dad95f-e0fd-42af-880b-a44943981c22 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565314 Sep 27 08:48:09.491036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-b444417e-99ee-4d84-a6d6-ee1bd351d568 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:09.492421 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-b444417e-99ee-4d84-a6d6-ee1bd351d568 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.0464807 Sep 27 08:48:09.583116 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Deleting port e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:09.583476 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.687450 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da43f-9320-466a-bf98-c814ddac3715 req-1a7d37b5-4e2b-451c-9fbb-618600cd7604 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:09.689085 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-363da43f-9320-466a-bf98-c814ddac3715 req-1a7d37b5-4e2b-451c-9fbb-618600cd7604 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 946 time: 0.1081274 Sep 27 08:48:09.718715 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] For port e424682e-7d8f-4560-affa-6a2ee2090003, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=e424682e-7d8f-4560-affa-6a2ee2090003,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:09.719069 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.811655 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-363da43f-9320-466a-bf98-c814ddac3715 req-01417912-60a7-489c-aa14-c3c54c88af1c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142898 Sep 27 08:48:10.005379 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.005740 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.006210 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Floating IP 18002ea5-3435-4cc4-bced-581058c6ef1e disassociated. External IP: 172.28.3.210, port: e424682e-7d8f-4560-affa-6a2ee2090003. Sep 27 08:48:10.012688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Calling delete_port for e424682e-7d8f-4560-affa-6a2ee2090003 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:10.200550 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105e909-6664-4ea4-a627-a4e39077dd0b req-949651c8-7c3a-466c-87d4-38729041f21f tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.201929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1105e909-6664-4ea4-a627-a4e39077dd0b req-949651c8-7c3a-466c-87d4-38729041f21f tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 943 time: 0.1170790 Sep 27 08:48:10.209842 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180745e-809a-4845-b2e4-301c44b74a79 req-949b7053-087d-4f7d-ac59-2a449724efb2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.211218 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4180745e-809a-4845-b2e4-301c44b74a79 req-949b7053-087d-4f7d-ac59-2a449724efb2 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.1146734 Sep 27 08:48:10.240436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.291185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'Port': ['ID=e424682e-7d8f-4560-affa-6a2ee2090003,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:10.299796 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1105e909-6664-4ea4-a627-a4e39077dd0b req-cd450580-9730-4ac3-ab0c-dea9def566f0 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Sep 27 08:48:10.306837 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4180745e-809a-4845-b2e4-301c44b74a79 req-deb5420f-9bff-461b-96e2-288daac70087 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886834 Sep 27 08:48:10.409631 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:10.512460 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:10.523414 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:10.535282 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:10.535942 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:47:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:10.555642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] No DVR routers for this DVR port e424682e-7d8f-4560-affa-6a2ee2090003 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:10.558210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.560829 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fcd0b3b8-5d87-4ca2-aaff-b1ae8684307f req-d09379ac-bf72-4ee0-a5a5-2f339f91c4d2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "DELETE /v2.0/ports/e424682e-7d8f-4560-affa-6a2ee2090003 HTTP/1.1" status: 204 len: 173 time: 1.0606081 Sep 27 08:48:10.561258 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-deleted', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:10.563928 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106224f1-8bef-4f96-8b17-331edc5205e2" -d '{"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-deleted", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:10.601800 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4110c240-75f2-466e-9298-a0ff9a2728e8 x-openstack-request-id: req-4110c240-75f2-466e-9298-a0ff9a2728e8 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:10.602151 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b34e9-741d-49c4-994e-70c8f92bbe0d", "name": "network-vif-deleted", "tag": "e424682e-7d8f-4560-affa-6a2ee2090003", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:10.602477 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4110c240-75f2-466e-9298-a0ff9a2728e8 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:10.602926 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8b34e9-741d-49c4-994e-70c8f92bbe0d', 'name': 'network-vif-deleted', 'tag': 'e424682e-7d8f-4560-affa-6a2ee2090003', 'status': 'completed', 'code': 200} Sep 27 08:48:10.761817 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:10.790020 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ce692816-c899-4784-9598-29476ab374d2 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:10.936003 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fc2b6c61-c2ec-4490-b818-32f1485b61d4 req-298a14be-49bc-46b7-a485-c683c661bbfb tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8b34e9-741d-49c4-994e-70c8f92bbe0d HTTP/1.1" status: 200 len: 210 time: 0.0278845 Sep 27 08:48:10.996602 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ce692816-c899-4784-9598-29476ab374d2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:11.029532 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'ce692816-c899-4784-9598-29476ab374d2', 'network_id': 'e219584c-d31d-47fc-93b9-5c19ae75d942', 'port_id': 'ce692816-c899-4784-9598-29476ab374d2', 'mac_address': 'fa:16:3e:c2:b4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be7bab-ca10-4e29-ba17-7a4518158df2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:11.082076 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.098126 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:11.100702 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce692816-c899-4784-9598-29476ab374d2 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:11.137653 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:11.151722 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ce692816-c899-4784-9598-29476ab374d2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:11.158776 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:11.159399 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:47:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:11.222632 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.290233 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:11.307031 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:11.449415 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85e2a-8ab8-4195-889e-463d211763cf req-993f00dd-1826-4ea3-9dbc-d8a751ad5dcb tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.454758 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-43a85e2a-8ab8-4195-889e-463d211763cf req-993f00dd-1826-4ea3-9dbc-d8a751ad5dcb tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0616412 Sep 27 08:48:11.522659 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833acf-e498-489c-ba66-e2410a246bd9 req-1ea0d9e8-c343-4757-b432-5e5123e47325 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.524245 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-81833acf-e498-489c-ba66-e2410a246bd9 req-1ea0d9e8-c343-4757-b432-5e5123e47325 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 944 time: 0.0683546 Sep 27 08:48:11.538493 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:11.556849 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-43a85e2a-8ab8-4195-889e-463d211763cf req-e5020584-fce8-4b3f-9aee-19e62c8eb4da tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752695 Sep 27 08:48:11.572511 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['ce692816-c899-4784-9598-29476ab374d2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:11.575192 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc497dd-02bc-433f-a287-b9a575232853 None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:11.586183 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-81833acf-e498-489c-ba66-e2410a246bd9 req-20af068a-48ad-4fb4-8084-d4b966cefbf1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Sep 27 08:48:11.820773 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ab43b-17af-4237-aaf0-ee31f7ce82b3 None None] New status for floating IP 18002ea5-3435-4cc4-bced-581058c6ef1e: DOWN {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:12.112277 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49134) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:12.177563 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.206204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.313212 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.316203 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.317584 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "DELETE /v2.0/security-groups/a18a056c-ee8e-429c-b9ca-6d09bcf11f9f HTTP/1.1" status: 204 len: 168 time: 0.2041147 Sep 27 08:48:12.321603 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49136) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:12.328710 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994712fd-bcb8-401e-87a2-826d1aac7e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18a056c-ee8e-429c-b9ca-6d09bcf11f9f,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.336263 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.api.v2.resource [None req-c6ef8701-1930-48b6-9a0c-fd0a315c0757 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] show failed (client error): The resource could not be found. Sep 27 08:48:12.340146 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49138) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:12.349482 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c6ef8701-1930-48b6-9a0c-fd0a315c0757 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups/a18a056c-ee8e-429c-b9ca-6d09bcf11f9f HTTP/1.1" status: 404 len: 347 time: 0.0262554 Sep 27 08:48:12.461501 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Deleting port 23112835-9692-421a-9593-44ab30b130ff {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:12.461840 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.537564 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.538262 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.549638 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Calling delete_port for 23112835-9692-421a-9593-44ab30b130ff owned by network:floatingip {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:12.794390 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ce692816-c899-4784-9598-29476ab374d2 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:12.907707 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port ce692816-c899-4784-9598-29476ab374d2 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:12.911663 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port ce692816-c899-4784-9598-29476ab374d2 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:12.912034 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.933185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92baa-a1e5-4c27-85d6-691a32af10cf req-000e6a65-ea5f-402a-b597-3c42621a0830 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.935321 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88a92baa-a1e5-4c27-85d6-691a32af10cf req-000e6a65-ea5f-402a-b597-3c42621a0830 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.1101010 Sep 27 08:48:12.944742 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553e328-4844-4907-a2d8-df0fba1ce473 req-f4ff2206-e6ef-46e8-9277-76b44a05a814 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.946138 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c553e328-4844-4907-a2d8-df0fba1ce473 req-f4ff2206-e6ef-46e8-9277-76b44a05a814 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 944 time: 0.1232550 Sep 27 08:48:12.989613 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.011421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692816-c899-4784-9598-29476ab374d2'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:13.013784 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2051d8-506b-46f7-beca-d7f925d88f5a" -d '{"events": [{"server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "ce692816-c899-4784-9598-29476ab374d2"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:13.025575 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ce692816-c899-4784-9598-29476ab374d2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:13.043509 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88a92baa-a1e5-4c27-85d6-691a32af10cf req-15b10651-5801-4a97-897d-0cebb4337cb4 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950496 Sep 27 08:48:13.048599 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c553e328-4844-4907-a2d8-df0fba1ce473 req-770a3d56-6462-47e6-ac7d-97bd6b7d26db tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858171 Sep 27 08:48:13.084970 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c3d77-d800-4c72-8316-ef63d9d99052 x-openstack-request-id: req-543c3d77-d800-4c72-8316-ef63d9d99052 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:13.085276 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "ce692816-c899-4784-9598-29476ab374d2", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:13.085528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-543c3d77-d800-4c72-8316-ef63d9d99052 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:13.085916 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692816-c899-4784-9598-29476ab374d2', 'code': 200} Sep 27 08:48:13.087081 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.098085 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:13.113618 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.136676 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: e424682e-7d8f-4560-affa-6a2ee2090003 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:13.137025 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device e424682e-7d8f-4560-affa-6a2ee2090003 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:13.146987 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'Port': ['ID=23112835-9692-421a-9593-44ab30b130ff,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:13.162674 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:13.205169 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.207737 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.208871 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-7f90b071-30ae-47da-99c1-a23fb1b46bc3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "DELETE /v2.0/floatingips/18002ea5-3435-4cc4-bced-581058c6ef1e HTTP/1.1" status: 204 len: 168 time: 0.8677318 Sep 27 08:48:13.222061 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.404373 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d74c-81f9-4a83-acd6-ebf2584e0772 req-3255e7ce-bad1-4921-9121-8f5b83f4a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:13.405790 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-af13d74c-81f9-4a83-acd6-ebf2584e0772 req-3255e7ce-bad1-4921-9121-8f5b83f4a27b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 1098 time: 0.0401683 Sep 27 08:48:13.441511 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-af13d74c-81f9-4a83-acd6-ebf2584e0772 req-eec7c282-f834-43d9-95f1-a8f9fd145d21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266542 Sep 27 08:48:13.554472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49150) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:13.558853 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261548988', 'description': 'tempest-description--942914095'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:13.643746 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.722202 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.786079 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.813624 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4028e-8b00-4bd0-b4be-41680b17a31e,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:13.855034 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.856305 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e5c03ddd-615f-44ca-8bc4-051c497f97d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3008358 Sep 27 08:48:13.859035 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49152) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:13.863206 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group_rule': {'security_group_id': 'b8f4028e-8b00-4bd0-b4be-41680b17a31e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:13.934921 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.990606 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.049981 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.069031 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dc35dc-94f8-4cc1-9e9d-d4e1f57bc8ad,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.129570 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.131825 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-27e4f0b3-7cbf-4bd0-87c4-938d3b6bab27 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2717111 Sep 27 08:48:14.134326 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49158) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.139119 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'security_group_rule': {'security_group_id': 'b8f4028e-8b00-4bd0-b4be-41680b17a31e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:14.193839 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49770420-9f65-49dd-a87d-bde9a4c84f98 req-59614763-8386-4c0e-8dc9-e8695dc862c7 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.195329 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-49770420-9f65-49dd-a87d-bde9a4c84f98 req-59614763-8386-4c0e-8dc9-e8695dc862c7 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0841215 Sep 27 08:48:14.207640 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74738e28-ae80-4849-86aa-da3ecf2b9799 req-bcd2e89e-79bd-4ee5-ac0e-2e4e920c3b3a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.209105 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74738e28-ae80-4849-86aa-da3ecf2b9799 req-bcd2e89e-79bd-4ee5-ac0e-2e4e920c3b3a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.0658271 Sep 27 08:48:14.221262 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.276646 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-49770420-9f65-49dd-a87d-bde9a4c84f98 req-c0dcbd50-3200-4a01-812d-d5d70fe23725 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665619 Sep 27 08:48:14.282051 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74738e28-ae80-4849-86aa-da3ecf2b9799 req-286d25c7-ede1-415b-b80b-56f407861d61 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663800 Sep 27 08:48:14.291941 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.353163 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.372639 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62126826-3650-416f-aa9b-6e47ada22668,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.456488 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.460643 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-41301895-61b2-47a9-8697-823ce8feec64 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223839 Sep 27 08:48:14.461151 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49168) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.465530 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:14.587599 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.684747 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.790367 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Allocated IP 172.28.3.238 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/18649597-82e9-4db4-8331-e428e8297ad4) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:14.812763 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674ee6-ccc5-4a0f-afd7-b386294ac81f req-14fb6369-fa5b-4f79-b8ab-55e3843fdcb1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.815575 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c5674ee6-ccc5-4a0f-afd7-b386294ac81f req-14fb6369-fa5b-4f79-b8ab-55e3843fdcb1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Sep 27 08:48:14.857232 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c5674ee6-ccc5-4a0f-afd7-b386294ac81f req-07242227-de16-4bc9-aec9-7afb78870ec5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345042 Sep 27 08:48:14.897226 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.981935 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.019111 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:15.023179 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:15.026589 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:15.050377 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=18649597-82e9-4db4-8331-e428e8297ad4,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.112351 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.189317 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.334998 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.410720 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.461309 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.517885 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b10b7-ae83-4223-a9c3-098381876b0d req-c725cf4e-5c07-4afb-9250-cee9d473672d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.519402 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ab6b10b7-ae83-4223-a9c3-098381876b0d req-c725cf4e-5c07-4afb-9250-cee9d473672d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.1682146 Sep 27 08:48:15.527531 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eccf0-1024-420a-9017-6824544be4be req-c861a7e2-612c-46b2-8c69-603b73f09b64 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.528929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-901eccf0-1024-420a-9017-6824544be4be req-c861a7e2-612c-46b2-8c69-603b73f09b64 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.1676559 Sep 27 08:48:15.540752 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=18649597-82e9-4db4-8331-e428e8297ad4,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.544903 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.553705 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-5293e4e2-b382-47c8-a0fb-21d5ce82ce49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0836413 Sep 27 08:48:15.593346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ab6b10b7-ae83-4223-a9c3-098381876b0d req-0e582e5d-ab2e-4d17-a7c2-c5ac3baefe39 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634208 Sep 27 08:48:15.598692 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-901eccf0-1024-420a-9017-6824544be4be req-e3466f3a-0613-488c-b7e9-0aac50226c3b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Sep 27 08:48:15.734501 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-ba246ff2-edaa-414a-a0f7-31e865b1647b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--261548988&fields=id&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 267 time: 0.0319977 Sep 27 08:48:15.843429 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-47857026-44ef-43e0-9e2a-51278d85d3b2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.844879 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-47857026-44ef-43e0-9e2a-51278d85d3b2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 817 time: 0.1037464 Sep 27 08:48:15.862811 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-53c3bc45-3d3f-461f-a5fa-345aa4e723ff tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/quotas/655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 375 time: 0.0100577 Sep 27 08:48:15.914989 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-58bc5acc-26cc-46f7-9318-42b3ec180324 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483453 Sep 27 08:48:16.033028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d14b86-5eb3-4756-9675-d13b33915e97 req-9c08bad1-6229-4e22-af9c-f24185d31773 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.034516 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-02d14b86-5eb3-4756-9675-d13b33915e97 req-9c08bad1-6229-4e22-af9c-f24185d31773 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1096692 Sep 27 08:48:16.068818 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-f16c6192-8f13-49ab-89df-b53b366d3f42 service neutron] 10.222.0.76 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342247 Sep 27 08:48:16.109741 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-02d14b86-5eb3-4756-9675-d13b33915e97 req-6d89d4ef-002f-41fe-b4c2-ac5447fa2f56 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691926 Sep 27 08:48:16.181957 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-e9dade2a-0b75-4294-af52-a9dc298442fa service neutron] 10.222.0.76 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968523 Sep 27 08:48:16.399251 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bf7a48c1-16e7-4836-91d5-ffb54118fa24 req-8e7607d5-8c04-4d42-aabd-ac294a9b8ad2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 210 time: 0.0266857 Sep 27 08:48:16.710415 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de0131-753d-4172-b4b1-a4d50d56cadd req-1e8d2f42-1c65-4beb-8a89-742b7987b94d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.715120 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-46de0131-753d-4172-b4b1-a4d50d56cadd req-1e8d2f42-1c65-4beb-8a89-742b7987b94d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0506392 Sep 27 08:48:16.751681 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-46de0131-753d-4172-b4b1-a4d50d56cadd req-af71faa3-03fe-4a89-882c-c896be09bcbc tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334673 Sep 27 08:48:17.092281 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-d4f0b4f9-5587-4110-800e-96261490c2e4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.093758 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-d4f0b4f9-5587-4110-800e-96261490c2e4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.0516865 Sep 27 08:48:17.202042 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Deleting port 40a8bb00-3722-489f-99f1-f853273102d4 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:17.202415 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.300287 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca88550-2db9-4771-85db-31e655fa8829 req-cff42664-397b-401e-a06f-fd172fb9dfeb tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.301748 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cca88550-2db9-4771-85db-31e655fa8829 req-cff42664-397b-401e-a06f-fd172fb9dfeb tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 945 time: 0.1133068 Sep 27 08:48:17.334831 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] For port 40a8bb00-3722-489f-99f1-f853273102d4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=40a8bb00-3722-489f-99f1-f853273102d4,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:17.335211 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.393894 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cca88550-2db9-4771-85db-31e655fa8829 req-2761a33d-1308-4c06-852b-a7e40996a03d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4aadc35-0674-44ce-b43c-91743ef03730&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852766 Sep 27 08:48:17.530038 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6be5bd05-368e-48b7-ba8f-ab9b2a7e4054 req-f4caec58-8156-48a3-9c5d-57fb08dc1b6f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 210 time: 0.0368280 Sep 27 08:48:17.555014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.555014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.555014 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Floating IP 1b14eb72-dea1-4cc7-bc74-69502ba2d727 disassociated. External IP: 172.28.3.106, port: 40a8bb00-3722-489f-99f1-f853273102d4. Sep 27 08:48:17.555014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Calling delete_port for 40a8bb00-3722-489f-99f1-f853273102d4 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:17.758946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.792179 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'Port': ['ID=40a8bb00-3722-489f-99f1-f853273102d4,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.926985 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c496bd-5892-4ee9-8895-76fcff757d98 req-313dde09-a6bf-4a36-a0d9-344a5423f952 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.928425 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-94c496bd-5892-4ee9-8895-76fcff757d98 req-313dde09-a6bf-4a36-a0d9-344a5423f952 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0891635 Sep 27 08:48:17.965458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:17.983356 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-94c496bd-5892-4ee9-8895-76fcff757d98 req-17ddf7cc-c922-4794-956c-e6ab4dc3cecc tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489995 Sep 27 08:48:18.090227 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:18.099980 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:18.110382 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:18.110828 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:47:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.130156 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] No DVR routers for this DVR port 40a8bb00-3722-489f-99f1-f853273102d4 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:18.132818 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.134859 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9f58a7fe-b4eb-42ad-8d63-55b95c2b0d45 req-b39b70de-7153-4d1f-b63f-8267f55b59ac tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "DELETE /v2.0/ports/40a8bb00-3722-489f-99f1-f853273102d4 HTTP/1.1" status: 204 len: 173 time: 1.0344672 Sep 27 08:48:18.135302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'name': 'network-vif-deleted', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:18.137548 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd7aea-fd65-4046-b83c-21eedb10c8c6" -d '{"events": [{"server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "name": "network-vif-deleted", "tag": "40a8bb00-3722-489f-99f1-f853273102d4"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:18.188794 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ab6df5-e88d-4f7b-a7de-7e314b4736b1 x-openstack-request-id: req-c6ab6df5-e88d-4f7b-a7de-7e314b4736b1 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:18.189078 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf226061-bdbd-4d75-b560-29ba7da47c67", "name": "network-vif-deleted", "tag": "40a8bb00-3722-489f-99f1-f853273102d4", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:18.193877 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6ab6df5-e88d-4f7b-a7de-7e314b4736b1 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:18.193877 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf226061-bdbd-4d75-b560-29ba7da47c67', 'name': 'network-vif-deleted', 'tag': '40a8bb00-3722-489f-99f1-f853273102d4', 'status': 'completed', 'code': 200} Sep 27 08:48:18.253376 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:18.473307 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.500584 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:18.508875 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:18.509481 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:47:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.515089 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f0e69c7c-7c5c-407b-acc0-c98d7192934f req-b654ae2f-14fe-4c4c-8445-cca1946893b5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf226061-bdbd-4d75-b560-29ba7da47c67 HTTP/1.1" status: 200 len: 210 time: 0.0330513 Sep 27 08:48:18.548349 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-6ad384a4-afd7-4eaf-ae64-d3de84fb40b6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.550169 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-6ad384a4-afd7-4eaf-ae64-d3de84fb40b6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 817 time: 0.1538796 Sep 27 08:48:18.607350 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-6da4cb39-1cb3-4697-a371-f66111424b26 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 379 time: 0.0406682 Sep 27 08:48:18.635020 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'port': {'device_id': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'admin_state_up': True, 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'security_groups': ['b8f4028e-8b00-4bd0-b4be-41680b17a31e']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:18.655880 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-640ad011-2ebe-40be-856e-7d91091e08f9 req-1047b952-571c-48f2-bcb3-320a2ecd7d2e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Sep 27 08:48:18.745802 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:18.821804 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Made reservation on behalf of 655d85d0594545a993fe66cb89e5b7d5 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:18.825894 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.960075 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Allocated IP 172.20.0.13 (f96f10b3-5091-46fb-9a44-35ce150d55aa/366da71f-6c0a-4792-b84a-f878f91ea87c/d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:18.965638 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.991742 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927288c-57e8-44cf-820e-29b94f37eb84 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:19.137543 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c9ba0-3d63-4921-8e71-5137345cbf37 req-a39248ee-e3d2-4b54-8421-ae163573f564 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.139722 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d0c9ba0-3d63-4921-8e71-5137345cbf37 req-a39248ee-e3d2-4b54-8421-ae163573f564 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0734899 Sep 27 08:48:19.157345 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.218362 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d0c9ba0-3d63-4921-8e71-5137345cbf37 req-ea09efb8-4445-406e-a828-3fd081f80970 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=13cbf646-ac92-4179-b0a9-459cc561d861&id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589073 Sep 27 08:48:19.244105 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25454d7-7fb7-40cd-8218-01c652f3f5da None None] New status for floating IP 1b14eb72-dea1-4cc7-bc74-69502ba2d727: DOWN {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:19.297114 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.345758 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Network f96f10b3-5091-46fb-9a44-35ce150d55aa is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:19.348728 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:19.352399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:19.379310 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:19.414783 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.414783 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.491539 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-337bb676-4b63-4e92-9507-f217679cfe4b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622007 Sep 27 08:48:19.506956 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Request body: {'port': {'device_id': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:19.533231 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-65ba5b6e-d89c-443b-a6b3-cf6792cd0554 None None] Provisioning complete for port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:19.533800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-65ba5b6e-d89c-443b-a6b3-cf6792cd0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.562968 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.569423 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-65ba5b6e-d89c-443b-a6b3-cf6792cd0554 None None] Port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:19.703343 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49248) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:19.758538 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.782545 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.819465 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e8cb-ed14-4da3-bcd7-d06bf82cfada req-2f273c31-6f0b-4b3b-b025-777ac8cccd63 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.823849 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7577e8cb-ed14-4da3-bcd7-d06bf82cfada req-2f273c31-6f0b-4b3b-b025-777ac8cccd63 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 932 time: 0.0777454 Sep 27 08:48:19.895518 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7577e8cb-ed14-4da3-bcd7-d06bf82cfada req-fd32bad0-c4f9-4aba-a4a8-d12d66a4141c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652564 Sep 27 08:48:19.901183 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:19.906933 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.909515 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.910868 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4aadc35-0674-44ce-b43c-91743ef03730 HTTP/1.1" status: 204 len: 168 time: 0.2064314 Sep 27 08:48:19.913496 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49250) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:19.915394 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.921035 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5c716-7c86-4640-a5ef-e13a48a7b4c1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aadc35-0674-44ce-b43c-91743ef03730,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:19.937477 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.api.v2.resource [None req-4b7d17d5-2b3e-416f-a85f-71543ec0ca17 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] show failed (client error): The resource could not be found. Sep 27 08:48:19.941300 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4b7d17d5-2b3e-416f-a85f-71543ec0ca17 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups/f4aadc35-0674-44ce-b43c-91743ef03730 HTTP/1.1" status: 404 len: 347 time: 0.0206656 Sep 27 08:48:19.941645 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49252) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:19.942715 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Transition to ACTIVE for port object d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:20.038101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.065380 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Deleting port 87685158-d916-4116-838c-f00466213c2a {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:20.067039 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.095935 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.156957 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.157182 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.172659 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Calling delete_port for 87685158-d916-4116-838c-f00466213c2a owned by network:floatingip {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:20.178850 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Attempting to bind port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:20.179282 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Attempting to bind port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:20.179736 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Attempting to bind port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:20.185735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 on network f96f10b3-5091-46fb-9a44-35ce150d55aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:20.186327 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Attempting to bind port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 on network f96f10b3-5091-46fb-9a44-35ce150d55aa {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:20.191758 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:20.192098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Checking segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:20.192482 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Bound using segment: {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:20.192925 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Bound port: d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:20.193462 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.281644 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:20.285423 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:20.348424 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.386637 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.389833 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.389833 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] 10.222.0.13 "PUT /v2.0/ports/d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.8858669 Sep 27 08:48:20.389833 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:20.391484 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fa7bb-9dc9-4f2c-8228-ca575ef85282" -d '{"events": [{"name": "network-changed", "server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:20.416967 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.422377 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c122-91b9-4e17-88dd-f181426c0fed service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.447670 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb83e6f-4e7d-4e3c-baca-58c58baea8b6 x-openstack-request-id: req-fbb83e6f-4e7d-4e3c-baca-58c58baea8b6 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:20.448023 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:20.448339 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbb83e6f-4e7d-4e3c-baca-58c58baea8b6 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:20.448831 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'status': 'completed', 'code': 200} Sep 27 08:48:20.497769 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'Port': ['ID=87685158-d916-4116-838c-f00466213c2a,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.532443 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.537393 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.538104 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-9f06f576-08e1-4eaa-b519-1db9db311e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.541921 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-307bde0d-15a7-4302-95a9-6a4342983ee4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "DELETE /v2.0/floatingips/1b14eb72-dea1-4cc7-bc74-69502ba2d727 HTTP/1.1" status: 204 len: 168 time: 0.5962946 Sep 27 08:48:20.542094 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-9f06f576-08e1-4eaa-b519-1db9db311e9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0630403 Sep 27 08:48:20.665982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-9679b550-cb68-4ad9-b692-ac0f98c49be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.667548 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-9679b550-cb68-4ad9-b692-ac0f98c49be1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=655d85d0594545a993fe66cb89e5b7d5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1185410 Sep 27 08:48:20.774008 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-204100a8-9f53-4113-8afd-09d8ea34c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.775533 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-142fa7bb-9dc9-4f2c-8228-ca575ef85282 req-204100a8-9f53-4113-8afd-09d8ea34c486 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999870 Sep 27 08:48:20.837386 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 40a8bb00-3722-489f-99f1-f853273102d4 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:20.863078 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-64c39975-c924-4aa0-9655-07881db1a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.863761 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 40a8bb00-3722-489f-99f1-f853273102d4 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:20.864184 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 40a8bb00-3722-489f-99f1-f853273102d4 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:20.864558 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-64c39975-c924-4aa0-9655-07881db1a381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0434561 Sep 27 08:48:20.884367 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:48:20.910015 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-062d8b15-315a-47da-85c8-b9e0456fd118 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 217 time: 0.0374222 Sep 27 08:48:20.962905 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49276) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:20.964572 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605339039', 'description': 'tempest-description--1483691826'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:20.968782 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-c6b8848a-78af-4eff-8e9f-ec55d8741480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.970366 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-c6b8848a-78af-4eff-8e9f-ec55d8741480 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0530770 Sep 27 08:48:21.049676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4efca-194c-41ca-af8a-9d263ca022b7 req-6e77d41a-82d9-40af-9d9d-7ec8330a51c9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:21.051164 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dfd4efca-194c-41ca-af8a-9d263ca022b7 req-6e77d41a-82d9-40af-9d9d-7ec8330a51c9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0777392 Sep 27 08:48:21.053536 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-55b2d54b-58a8-4332-aa8b-b03f9aff2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:21.054905 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-55b2d54b-58a8-4332-aa8b-b03f9aff2ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727262 Sep 27 08:48:21.061657 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.148628 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.228368 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.260333 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7051b-69cb-43de-bf7f-8e75ba09c641,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.313543 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.314816 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2e29abb8-d4e7-4131-99ff-903c0466896e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3546083 Sep 27 08:48:21.317749 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49278) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:21.323484 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group_rule': {'security_group_id': '80c7051b-69cb-43de-bf7f-8e75ba09c641', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:21.359004 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dfd4efca-194c-41ca-af8a-9d263ca022b7 req-669b6fd4-58de-46b4-bead-c022d1b33e0f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019228 Sep 27 08:48:21.416522 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-20a4968d-ead8-441a-b13e-44a20ab51132 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200082 Sep 27 08:48:21.463263 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.544478 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fbc7d25d-52bc-42aa-ba9f-cff89db6c351 req-ae804bc2-ca25-44da-ba97-1fd12d9ff12e service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181076 Sep 27 08:48:21.554489 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.592853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.611590 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897011aa-9126-4135-b87e-52df0ad0c050,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.679210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.680428 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-10f3bb0c-c739-4a1b-878d-4cf3986753f9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617053 Sep 27 08:48:21.683132 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49280) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:21.688226 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'security_group_rule': {'security_group_id': '80c7051b-69cb-43de-bf7f-8e75ba09c641', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:21.775287 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.831754 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.884588 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.906099 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777585bb-1f8a-43db-a613-4ad74f4ca00f,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.987467 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.988680 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-802c1307-6e52-4b5e-93b9-56002509d2f8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046255 Sep 27 08:48:21.991855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49288) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:21.996123 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:22.083441 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.186966 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.294154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Allocated IP 172.28.3.179 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/f6ce839a-3665-4e8e-b922-d01158ba734e) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:22.392296 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.481642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439bb9-a674-4a93-8f8b-92c3f3a742fd req-9223a749-8676-4e4a-b857-ecd702a6746d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.483182 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-42439bb9-a674-4a93-8f8b-92c3f3a742fd req-9223a749-8676-4e4a-b857-ecd702a6746d tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0523326 Sep 27 08:48:22.503671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.552079 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:22.558127 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:22.560669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:22.570238 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-42439bb9-a674-4a93-8f8b-92c3f3a742fd req-2467dba7-bba2-415f-a7fe-74a433164999 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812609 Sep 27 08:48:22.589723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=f6ce839a-3665-4e8e-b922-d01158ba734e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:22.656650 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.772385 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.915334 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.981671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.047356 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=f6ce839a-3665-4e8e-b922-d01158ba734e,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:23.056934 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.141864 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.144624 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-643446ac-4d28-4e18-bcaa-fca937aa2adc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1504433 Sep 27 08:48:23.325384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-eabf28dc-eff6-45fb-bc45-0ec5dd4bf527 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1605339039&fields=id&tenant_id=5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 267 time: 0.0341597 Sep 27 08:48:23.436438 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-a946f435-1d80-4638-849e-80642300d5af tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.437955 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-a946f435-1d80-4638-849e-80642300d5af tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 809 time: 0.1060236 Sep 27 08:48:23.453018 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-b02290ee-7715-413a-b33b-3bd179b0b6a9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/quotas/5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 375 time: 0.0090995 Sep 27 08:48:23.533446 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-574a905f-5e7d-442d-8bff-5bb35cdc2df0 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746400 Sep 27 08:48:23.540562 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211eb1f-e74f-4fb9-957e-205e207adf8d req-04f3841b-93c0-42bc-8869-6dc30421bfee tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.541973 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0211eb1f-e74f-4fb9-957e-205e207adf8d req-04f3841b-93c0-42bc-8869-6dc30421bfee tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.0751243 Sep 27 08:48:23.616063 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-4467a5ca-a10a-40cb-bf40-ddc05071f549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.635187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0211eb1f-e74f-4fb9-957e-205e207adf8d req-899ac2b9-3786-44f4-9eee-d8eb44a01ecb tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813370 Sep 27 08:48:23.658761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ed677929-8b57-4a12-8b90-99eb73dfb270 service neutron] 10.222.0.76 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121235 Sep 27 08:48:23.784166 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c0c5b-5d87-4ca6-bcb2-c9ded20f9bfa req-6f979701-eaaa-46f9-9d77-dfe08025d1d5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.785516 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-642c0c5b-5d87-4ca6-bcb2-c9ded20f9bfa req-6f979701-eaaa-46f9-9d77-dfe08025d1d5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0956862 Sep 27 08:48:23.790876 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-b453750d-2187-4c04-95a3-24e7427ec2be service neutron] 10.222.0.76 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231649 Sep 27 08:48:23.823866 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-642c0c5b-5d87-4ca6-bcb2-c9ded20f9bfa req-d0fbd0bd-21b6-4a45-9d86-b39eff98464e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Sep 27 08:48:24.005346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ff13023-113b-4043-a7cb-6ab228a1dc6d req-da086cf5-47f8-4fcf-b16f-a065ddb332d0 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 210 time: 0.0270112 Sep 27 08:48:24.750596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b4496-29fc-4586-b825-6230d679cdc7 req-8f61af0b-4d83-4018-b978-dbb1df0c5817 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:24.752075 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cf1b4496-29fc-4586-b825-6230d679cdc7 req-8f61af0b-4d83-4018-b978-dbb1df0c5817 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Sep 27 08:48:24.795418 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cf1b4496-29fc-4586-b825-6230d679cdc7 req-09e899fa-b63c-45bc-b3b3-83e1b53d142e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Sep 27 08:48:24.863556 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:24.942047 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef993-c777-47a2-98b9-7104f3c3ad37 req-2a5e9a88-1227-4f57-8039-455d6bc75f00 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:24.943469 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8bef993-c777-47a2-98b9-7104f3c3ad37 req-2a5e9a88-1227-4f57-8039-455d6bc75f00 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Sep 27 08:48:24.957287 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:24.969508 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:24.981912 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f8bef993-c777-47a2-98b9-7104f3c3ad37 req-d2b8adb3-4094-4b6c-ba3a-a104ddf71abd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Sep 27 08:48:25.011072 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.024562 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:25.044400 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:25.095821 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b41a8d8d-db12-45e6-b4f6-99feb833c631 req-43d20ca5-a810-42da-abdc-f7662c97c1e9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 210 time: 0.0263858 Sep 27 08:48:25.141625 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.187834 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.520062 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:25.555585 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-9ca7d882-34d1-4fc9-84c2-8d0cbb4403e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.557062 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-9ca7d882-34d1-4fc9-84c2-8d0cbb4403e4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.0478950 Sep 27 08:48:25.657339 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Deleting port ce692816-c899-4784-9598-29476ab374d2 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:25.657738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.744053 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] For port ce692816-c899-4784-9598-29476ab374d2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=ce692816-c899-4784-9598-29476ab374d2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:25.744517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.756789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Calling delete_port for ce692816-c899-4784-9598-29476ab374d2 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:25.990632 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-375d943d-bde8-4909-bb7d-f20728a8e1d1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.992064 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-375d943d-bde8-4909-bb7d-f20728a8e1d1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 809 time: 0.1810992 Sep 27 08:48:26.010407 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e89c12-421f-4561-b9e7-40405ba1e908 req-c0ac70f1-5dc7-4b4c-aac9-aa5a35855bf4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.014306 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c3e89c12-421f-4561-b9e7-40405ba1e908 req-c0ac70f1-5dc7-4b4c-aac9-aa5a35855bf4 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 945 time: 0.1478970 Sep 27 08:48:26.086370 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-26c99d5a-ec12-4125-833b-44f466513b92 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd81983cbc3420eb6d7a77dba56007c HTTP/1.1" status: 200 len: 380 time: 0.0734632 Sep 27 08:48:26.113311 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'port': {'device_id': 'f0629996-0929-410c-b22e-c1129738358b', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'admin_state_up': True, 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'security_groups': ['80c7051b-69cb-43de-bf7f-8e75ba09c641']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:26.116119 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.128103 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c3e89c12-421f-4561-b9e7-40405ba1e908 req-df2195eb-1326-45d5-b3f2-ca392b0470c2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089408 Sep 27 08:48:26.132621 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9c283ebc-200a-4e9e-8c08-fc36c3144775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.166316 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2', '73e91b36-c032-41e7-b673-567e5e504dfd', '84addfd1-ef61-4ef9-985d-5327fee0b999', 'ce692816-c899-4784-9598-29476ab374d2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:26.187223 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event deleted for resources: {'Port': ['ID=ce692816-c899-4784-9598-29476ab374d2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:26.253775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b50559-dafd-4bcb-8ba7-e5b177ab1774 req-b48703ca-d630-431e-8210-6775af60fe48 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.255282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1b50559-dafd-4bcb-8ba7-e5b177ab1774 req-b48703ca-d630-431e-8210-6775af60fe48 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 945 time: 0.1952627 Sep 27 08:48:26.282138 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.282556 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.282841 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.283174 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.283506 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.283838 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.284164 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.284487 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.284807 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.285128 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.285448 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.285770 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:26.293260 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] No DVR routers for this DVR port ce692816-c899-4784-9598-29476ab374d2 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:26.299555 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.301552 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fac763ff-e58e-4ee5-93a1-27093d9170a1 req-6f6ba5e7-7ec9-4967-94cf-f5faca8b8ef2 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "DELETE /v2.0/ports/ce692816-c899-4784-9598-29476ab374d2 HTTP/1.1" status: 204 len: 173 time: 0.7374699 Sep 27 08:48:26.321007 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'name': 'network-vif-deleted', 'tag': 'ce692816-c899-4784-9598-29476ab374d2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:26.323542 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4008a6c2-2836-402e-94cd-550ede7c2b43" -d '{"events": [{"server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "name": "network-vif-deleted", "tag": "ce692816-c899-4784-9598-29476ab374d2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:26.330745 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e336a20f-1279-4fcd-887f-f966ac78df89 req-701be6e6-6dc8-4a86-ad3f-3f9db2d006ba tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 210 time: 0.1223512 Sep 27 08:48:26.381537 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e68bf22-681f-4a31-b3db-011d8ccd0d8f x-openstack-request-id: req-7e68bf22-681f-4a31-b3db-011d8ccd0d8f {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:26.381830 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2b436b-1f81-43ee-9751-474b8677b0b7", "name": "network-vif-deleted", "tag": "ce692816-c899-4784-9598-29476ab374d2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:26.382076 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e68bf22-681f-4a31-b3db-011d8ccd0d8f {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:26.382488 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b436b-1f81-43ee-9751-474b8677b0b7', 'name': 'network-vif-deleted', 'tag': 'ce692816-c899-4784-9598-29476ab374d2', 'status': 'completed', 'code': 200} Sep 27 08:48:26.393837 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1b50559-dafd-4bcb-8ba7-e5b177ab1774 req-68828261-c0f8-420c-901c-405dd4a077a3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047082 Sep 27 08:48:26.486162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Made reservation on behalf of 5bd81983cbc3420eb6d7a77dba56007c for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:26.490302 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.622606 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Allocated IP 172.20.0.5 (a75203c5-dc8c-4dd3-9426-c0849870190b/fb4b5c1c-39ea-480f-b02e-2ba333aba36d/db56a348-e9e4-47a7-9f0e-567892e3958f) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:26.755798 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.815991 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.844951 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.885232 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:26.890947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Network a75203c5-dc8c-4dd3-9426-c0849870190b is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:26.893927 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:26.897676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:26.924968 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event updated for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:26.956052 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.956827 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.999034 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:27.003343 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:27.003722 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.083621 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.085098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-f5670437-5fde-42b5-a75f-83251cea2726 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9795399 Sep 27 08:48:27.102089 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Request body: {'port': {'device_id': 'f0629996-0929-410c-b22e-c1129738358b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:27.112643 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:27.114892 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195fb6e7-d4b5-4a01-993f-2a1576b20792" -d '{"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:27.129652 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:27.130610 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-117b4dc0-ba76-45bd-9a79-fc6f70cffd89 None None] Provisioning complete for port db56a348-e9e4-47a7-9f0e-567892e3958f triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:27.130981 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-117b4dc0-ba76-45bd-9a79-fc6f70cffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.154771 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8877bcfd-f6d4-41b1-87ab-8b3d617018ab x-openstack-request-id: req-8877bcfd-f6d4-41b1-87ab-8b3d617018ab {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:27.155379 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:27.155379 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8877bcfd-f6d4-41b1-87ab-8b3d617018ab {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:27.155652 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'code': 200} Sep 27 08:48:27.169201 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.170058 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-117b4dc0-ba76-45bd-9a79-fc6f70cffd89 None None] Port db56a348-e9e4-47a7-9f0e-567892e3958f cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:27.200428 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.201977 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ce692816-c899-4784-9598-29476ab374d2 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:27.257387 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: ce692816-c899-4784-9598-29476ab374d2 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:27.257739 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device ce692816-c899-4784-9598-29476ab374d2 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:27.284905 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:27.304145 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9bcbf337-2f46-482a-ba84-cab6d359a51c req-6a7c9070-a1ca-4368-8147-c98874aeb159 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c2b436b-1f81-43ee-9751-474b8677b0b7 HTTP/1.1" status: 200 len: 210 time: 0.0794563 Sep 27 08:48:27.415961 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.468963 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391901-8baf-4ed6-89cf-31d5921e322d req-0d4b3303-1a6c-4d8a-a10e-b078b49ce1ad tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:27.470567 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-23391901-8baf-4ed6-89cf-31d5921e322d req-0d4b3303-1a6c-4d8a-a10e-b078b49ce1ad tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 931 time: 0.0669923 Sep 27 08:48:27.595900 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db56a348-e9e4-47a7-9f0e-567892e3958f {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:27.609059 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-23391901-8baf-4ed6-89cf-31d5921e322d req-d46916f0-2485-4662-b324-fa33ef9b5b22 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325533 Sep 27 08:48:27.610914 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.625005 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b663872-d4d0-41c6-b4fe-641d3b7fbc76 req-32c2554e-55d7-4a19-9415-cd3a0217fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:27.626478 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7b663872-d4d0-41c6-b4fe-641d3b7fbc76 req-32c2554e-55d7-4a19-9415-cd3a0217fbc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1099 time: 0.1377978 Sep 27 08:48:27.636178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be85e-fd92-4739-aa60-0d25a7594618 req-7b7d9249-77da-4252-8114-4c6a29bf9f65 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:27.637639 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bb0be85e-fd92-4739-aa60-0d25a7594618 req-7b7d9249-77da-4252-8114-4c6a29bf9f65 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.1595328 Sep 27 08:48:27.660351 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Transition to ACTIVE for port object db56a348-e9e4-47a7-9f0e-567892e3958f will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:27.690523 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7b663872-d4d0-41c6-b4fe-641d3b7fbc76 req-c44788ec-34bb-4ddc-84a0-c641eb773ea8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519831 Sep 27 08:48:27.697283 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bb0be85e-fd92-4739-aa60-0d25a7594618 req-d22434cf-f7c8-4a9f-b813-516a4d8b6ad4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509584 Sep 27 08:48:27.741487 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.792867 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Pushing event updated for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:27.863531 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Attempting to bind port db56a348-e9e4-47a7-9f0e-567892e3958f on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:27.863792 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Attempting to bind port db56a348-e9e4-47a7-9f0e-567892e3958f by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:27.864125 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Attempting to bind port db56a348-e9e4-47a7-9f0e-567892e3958f on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:27.868717 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Port db56a348-e9e4-47a7-9f0e-567892e3958f on network a75203c5-dc8c-4dd3-9426-c0849870190b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:27.869043 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Attempting to bind port db56a348-e9e4-47a7-9f0e-567892e3958f on network a75203c5-dc8c-4dd3-9426-c0849870190b {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:27.874762 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:27.875103 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Checking segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:27.875552 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Bound using segment: {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:27.876079 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Bound port: db56a348-e9e4-47a7-9f0e-567892e3958f, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4948a40-d44e-4200-a9d8-9358ce4e31eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:27.876586 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.942990 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:27.945939 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=db56a348-e9e4-47a7-9f0e-567892e3958f,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:28.016577 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.050992 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.051556 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.052949 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] 10.222.0.13 "PUT /v2.0/ports/db56a348-e9e4-47a7-9f0e-567892e3958f HTTP/1.1" status: 200 len: 1093 time: 0.9555042 Sep 27 08:48:28.073729 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7780ce-b609-42ea-b20b-3e92923fa524 service neutron] Pushing event updated for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:28.194916 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-618164b2-ec06-4987-ac54-4ccc8c6a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.196406 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-618164b2-ec06-4987-ac54-4ccc8c6a2e94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 1096 time: 0.0464215 Sep 27 08:48:28.238768 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-fec8dafe-ee1c-46e3-bd6f-a11699a423a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db56a348-e9e4-47a7-9f0e-567892e3958f HTTP/1.1" status: 200 len: 217 time: 0.0332870 Sep 27 08:48:28.287903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-4bc539ab-6059-48e0-b270-bd8a3ac7163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.289319 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-4bc539ab-6059-48e0-b270-bd8a3ac7163a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0426865 Sep 27 08:48:28.333198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b6b6-2116-472c-9049-4a70b49f76df req-42816409-0d29-44bd-bf2a-5419aa3d0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.334871 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-42816409-0d29-44bd-bf2a-5419aa3d0a29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0378239 Sep 27 08:48:28.405832 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:28.408070 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c657ca-9a43-4854-b4be-ede99b8ba93e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:28.437325 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-54efc0ad-05f4-45bc-85ac-873058618337 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904417 Sep 27 08:48:28.443439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161303ce-5f5e-42ea-aa5c-6722312195c7 x-openstack-request-id: req-161303ce-5f5e-42ea-aa5c-6722312195c7 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:28.443722 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:28.443964 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-161303ce-5f5e-42ea-aa5c-6722312195c7 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:28.444336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'status': 'completed', 'code': 200} Sep 27 08:48:28.538292 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d015b6b6-2116-472c-9049-4a70b49f76df req-ce968acb-e7a1-4f12-87ed-0698f2c76598 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830483 Sep 27 08:48:28.725709 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-eb592c39-11a4-4f94-90cb-377ef9c95a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.727213 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-eb592c39-11a4-4f94-90cb-377ef9c95a2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 1096 time: 0.0689893 Sep 27 08:48:28.738836 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c57d-09d1-47a3-8591-b2bebf86dc18 req-2d1c2b82-3bba-4904-9e3d-552691c82d93 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.740279 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40f1c57d-09d1-47a3-8591-b2bebf86dc18 req-2d1c2b82-3bba-4904-9e3d-552691c82d93 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 943 time: 0.0584979 Sep 27 08:48:28.853467 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40f1c57d-09d1-47a3-8591-b2bebf86dc18 req-5b10e4e7-4362-455f-80b0-84f33c4f8698 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032178 Sep 27 08:48:28.893469 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af3019-e2d4-4298-a2d1-4cf69f389e26 req-13347415-b5dd-4816-8475-7174d1657018 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.893469 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34af3019-e2d4-4298-a2d1-4cf69f389e26 req-13347415-b5dd-4816-8475-7174d1657018 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.1191542 Sep 27 08:48:28.896343 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-71d3e486-c284-4c2d-ac87-967cde7fd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.897804 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-71d3e486-c284-4c2d-ac87-967cde7fd834 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 910 time: 0.1566796 Sep 27 08:48:28.941958 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.954196 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-a67f1d9e-7610-44d5-b253-f098c54ef611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db56a348-e9e4-47a7-9f0e-567892e3958f HTTP/1.1" status: 200 len: 217 time: 0.0423603 Sep 27 08:48:28.973087 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34af3019-e2d4-4298-a2d1-4cf69f389e26 req-5d0c06c5-8726-419e-914c-725254adb2ba tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741055 Sep 27 08:48:29.010401 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-7e34ccf4-06ce-46fc-b91b-6304ce5ec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.014260 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-7e34ccf4-06ce-46fc-b91b-6304ce5ec235 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0479369 Sep 27 08:48:29.060909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-654dbf00-f05b-4519-ad48-2373bcf8c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.062392 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-654dbf00-f05b-4519-ad48-2373bcf8c6dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395319 Sep 27 08:48:29.390371 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-7d733715-f112-42ee-89d0-4332d0002228 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098838 Sep 27 08:48:29.480611 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c2c657ca-9a43-4854-b4be-ede99b8ba93e req-75258f5b-96b1-455f-a3bd-c242c30e6911 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Sep 27 08:48:29.967347 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0472a9-c892-47f9-95b6-4f9d92f656c6 req-0f2509e4-549d-43f7-8490-45425e56421f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.968817 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4a0472a9-c892-47f9-95b6-4f9d92f656c6 req-0f2509e4-549d-43f7-8490-45425e56421f tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 943 time: 0.0473778 Sep 27 08:48:30.009592 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4a0472a9-c892-47f9-95b6-4f9d92f656c6 req-1c38e5b6-a055-456b-9715-756a8a26f07d tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350428 Sep 27 08:48:30.058369 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5a73-6779-473f-ba83-f780472a56c0 req-74a91b9c-6837-429e-93a2-9c7541a80edf tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.059824 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a08f5a73-6779-473f-ba83-f780472a56c0 req-74a91b9c-6837-429e-93a2-9c7541a80edf tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0489092 Sep 27 08:48:30.120832 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a08f5a73-6779-473f-ba83-f780472a56c0 req-ccf161f9-0380-41f9-b9eb-2a3065e7d000 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Sep 27 08:48:30.133237 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82c494-071e-4c90-928e-40a2b9c8bc59 req-8554e153-a103-4fd5-8412-dfc93eba417c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.134733 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d82c494-071e-4c90-928e-40a2b9c8bc59 req-8554e153-a103-4fd5-8412-dfc93eba417c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0704992 Sep 27 08:48:30.171648 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4d82c494-071e-4c90-928e-40a2b9c8bc59 req-0efb8c81-e195-405e-8993-36618d8aaf2b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312090 Sep 27 08:48:30.284815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b9408-65ba-40e4-a4e7-fe7d18953715 req-7f017eed-d1ab-4c09-8c9c-b2cc980055c6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.286184 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-af2b9408-65ba-40e4-a4e7-fe7d18953715 req-7f017eed-d1ab-4c09-8c9c-b2cc980055c6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0497768 Sep 27 08:48:30.296047 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49374) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:30.301741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Request body: {'floatingip': {'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:30.338961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.844288 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.902363 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.913876 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device db56a348-e9e4-47a7-9f0e-567892e3958f details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:31.002043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Floating IP 53306617-b09b-49c9-bee1-e9634d87f0f5 associated. External IP: 172.28.3.238, port: d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4. Sep 27 08:48:31.008425 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=db56a348-e9e4-47a7-9f0e-567892e3958f,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:31.019826 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'port_id': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'mac_address': 'fa:16:3e:94:5a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:31.056745 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.069679 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db56a348-e9e4-47a7-9f0e-567892e3958f {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:31.092296 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=db56a348-e9e4-47a7-9f0e-567892e3958f,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:31.140536 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3d668-e359-45a0-a308-20e9ffb84829 req-f88dfb41-1177-4a5a-a567-e6fdad4d32f1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.141920 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfa3d668-e359-45a0-a308-20e9ffb84829 req-f88dfb41-1177-4a5a-a567-e6fdad4d32f1 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 943 time: 0.0633185 Sep 27 08:48:31.159019 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.207535 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:31.282306 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfa3d668-e359-45a0-a308-20e9ffb84829 req-6ce3af33-20eb-42b8-a155-ed73bf198408 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042323 Sep 27 08:48:31.299464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5c197-6209-4723-80f6-0cc995e523d4 req-cb767103-7201-40b9-86bb-a5355e097a46 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.300900 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-64d5c197-6209-4723-80f6-0cc995e523d4 req-cb767103-7201-40b9-86bb-a5355e097a46 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0911634 Sep 27 08:48:31.325322 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:31.351992 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-64d5c197-6209-4723-80f6-0cc995e523d4 req-dc36d745-a20a-49d5-9e1e-b0c373c8fd3c tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Sep 27 08:48:31.445354 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:31.449644 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.456103 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:31.464635 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:31.465249 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:31.476140 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1f8e117b-ba95-4a40-ab40-76ece0bc1985 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "PUT /v2.0/floatingips/53306617-b09b-49c9-bee1-e9634d87f0f5 HTTP/1.1" status: 200 len: 992 time: 1.1789448 Sep 27 08:48:31.476815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:31.479160 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b" -d '{"events": [{"name": "network-changed", "server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:31.500035 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['db56a348-e9e4-47a7-9f0e-567892e3958f'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:31.517149 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f01677-55ae-4a8a-b391-9706ee7c2391 x-openstack-request-id: req-e2f01677-55ae-4a8a-b391-9706ee7c2391 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:31.517440 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:31.517687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2f01677-55ae-4a8a-b391-9706ee7c2391 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:31.518079 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'status': 'completed', 'code': 200} Sep 27 08:48:31.588109 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-eb62a37f-32d0-42fb-8c10-eee4132d2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.589596 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-eb62a37f-32d0-42fb-8c10-eee4132d2d14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0400100 Sep 27 08:48:31.617725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:31.695638 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-d863680c-60dc-4c65-8df1-ce8189ef241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.697046 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-d863680c-60dc-4c65-8df1-ce8189ef241b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.0878177 Sep 27 08:48:31.763336 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-f7b0210e-9406-48af-b5e0-0de1e7d4ea0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 1000 time: 0.0577221 Sep 27 08:48:31.838840 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-8f01031e-c354-4feb-ba12-0322d9b7bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.840282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-8f01031e-c354-4feb-ba12-0322d9b7bd8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0690997 Sep 27 08:48:31.867055 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-a8a7e719-b65a-4732-8743-b9491b848555 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.868432 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-a8a7e719-b65a-4732-8743-b9491b848555 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.0662322 Sep 27 08:48:31.890849 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '53306617-b09b-49c9-bee1-e9634d87f0f5', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:15Z', 'updated_at': '2021-09-27T08:48:30Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:31.916462 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:31.925419 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-f842e203-42c2-4ca3-aa6b-a63fdeb49fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.925571 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:31.926017 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:31.927268 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-f842e203-42c2-4ca3-aa6b-a63fdeb49fdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777066 Sep 27 08:48:32.029904 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:32.257100 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '53306617-b09b-49c9-bee1-e9634d87f0f5', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:15Z', 'updated_at': '2021-09-27T08:48:30Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:32.283972 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d7b75-2f6d-4412-b05a-22fd6b7c1262 None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '53306617-b09b-49c9-bee1-e9634d87f0f5', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:15Z', 'updated_at': '2021-09-27T08:48:30Z', 'revision_number': 1, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:32.285084 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Deleting port 84addfd1-ef61-4ef9-985d-5327fee0b999 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:32.285431 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.290822 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-5b2e63d3-a4aa-4c64-a69d-4397cbf1e133 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406279 Sep 27 08:48:32.496587 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01211e-6137-4859-b4b7-2f851449daef None None] New status for floating IP 53306617-b09b-49c9-bee1-e9634d87f0f5: ACTIVE {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:32.521610 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] For port 84addfd1-ef61-4ef9-985d-5327fee0b999, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=84addfd1-ef61-4ef9-985d-5327fee0b999,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:32.521986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.537617 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883feb46-7d1e-4be6-b6ab-f7a9a2e46a11 req-25365725-02cf-4bc2-bbd5-57e26aa748a4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.539054 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-883feb46-7d1e-4be6-b6ab-f7a9a2e46a11 req-25365725-02cf-4bc2-bbd5-57e26aa748a4 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 944 time: 0.1680441 Sep 27 08:48:32.541786 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1a9840ce-21b0-4a7d-b122-aeaa4d0fca6b req-bc7d9033-9b6d-43ec-a851-c784178fe174 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408834 Sep 27 08:48:32.558544 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Calling delete_port for 84addfd1-ef61-4ef9-985d-5327fee0b999 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:32.580192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cec9-9648-4fe1-8e82-be1d253d497a req-c6a83039-bd00-46b5-a82e-68525b568b6e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.581686 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4b30cec9-9648-4fe1-8e82-be1d253d497a req-c6a83039-bd00-46b5-a82e-68525b568b6e tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 946 time: 0.1413758 Sep 27 08:48:32.648432 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-883feb46-7d1e-4be6-b6ab-f7a9a2e46a11 req-8e93fd2b-0b5a-4bb7-90e9-f566855bba08 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023664 Sep 27 08:48:32.689780 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4b30cec9-9648-4fe1-8e82-be1d253d497a req-5df32020-a1ae-4657-af11-65d83c389f55 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982792 Sep 27 08:48:32.821597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.832668 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2', '73e91b36-c032-41e7-b673-567e5e504dfd', '84addfd1-ef61-4ef9-985d-5327fee0b999'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:32.848855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event deleted for resources: {'Port': ['ID=84addfd1-ef61-4ef9-985d-5327fee0b999,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:32.887442 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] No DVR routers for this DVR port 84addfd1-ef61-4ef9-985d-5327fee0b999 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:32.890017 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.892044 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-238e9fd1-e257-4b98-b46e-7da523c6094d req-f58e6420-ee07-40c2-89fc-10e3f8c2a2f3 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "DELETE /v2.0/ports/84addfd1-ef61-4ef9-985d-5327fee0b999 HTTP/1.1" status: 204 len: 173 time: 1.0103049 Sep 27 08:48:32.920909 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device db56a348-e9e4-47a7-9f0e-567892e3958f up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:33.052758 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port db56a348-e9e4-47a7-9f0e-567892e3958f completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:33.059235 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port db56a348-e9e4-47a7-9f0e-567892e3958f triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:33.059604 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.156533 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.293011 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:33.295889 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84484bc8-1ad3-4756-b243-e7ae8e8f9ca8" -d '{"events": [{"server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "name": "network-vif-plugged", "status": "completed", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:33.308016 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=db56a348-e9e4-47a7-9f0e-567892e3958f,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:33.331109 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba99eb1-b0a4-433b-ab85-383ee35a35a1 x-openstack-request-id: req-bba99eb1-b0a4-433b-ab85-383ee35a35a1 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:33.331415 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "name": "network-vif-plugged", "status": "completed", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:33.331668 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bba99eb1-b0a4-433b-ab85-383ee35a35a1 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:33.332051 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'code': 200} Sep 27 08:48:33.368771 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.369588 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 84addfd1-ef61-4ef9-985d-5327fee0b999 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:33.405703 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 84addfd1-ef61-4ef9-985d-5327fee0b999 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:33.406046 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 84addfd1-ef61-4ef9-985d-5327fee0b999 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:33.432622 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:33.520195 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'name': 'network-vif-deleted', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:33.522665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae5a1f-a70e-45b4-85f4-78f32cd2946b" -d '{"events": [{"server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "name": "network-vif-deleted", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:33.567784 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4f44c-8cc5-4415-a7a6-387decd9427f x-openstack-request-id: req-fef4f44c-8cc5-4415-a7a6-387decd9427f {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:33.568073 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e00c7d-09c6-46a9-b796-9f8a8d40a440", "name": "network-vif-deleted", "tag": "84addfd1-ef61-4ef9-985d-5327fee0b999", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:33.568323 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fef4f44c-8cc5-4415-a7a6-387decd9427f {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:33.568718 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e00c7d-09c6-46a9-b796-9f8a8d40a440', 'name': 'network-vif-deleted', 'tag': '84addfd1-ef61-4ef9-985d-5327fee0b999', 'status': 'completed', 'code': 200} Sep 27 08:48:33.624776 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f2d10-2ed1-4321-8e07-9098a3bfb7e0 req-93707957-fdad-424c-8622-516bed14142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.626311 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8a5f2d10-2ed1-4321-8e07-9098a3bfb7e0 req-93707957-fdad-424c-8622-516bed14142b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 1098 time: 0.0418928 Sep 27 08:48:33.663339 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8a5f2d10-2ed1-4321-8e07-9098a3bfb7e0 req-cf99ceb1-d053-4b52-828c-c4e57e063669 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283339 Sep 27 08:48:33.763970 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920685a1-d1bd-45f9-bfa4-8284c7aa7592 req-36971f1b-e50a-4dd1-837d-6a12bc1c452e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.765455 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-920685a1-d1bd-45f9-bfa4-8284c7aa7592 req-36971f1b-e50a-4dd1-837d-6a12bc1c452e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0501776 Sep 27 08:48:33.804633 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-02929b66-7e77-41c2-a34e-f2c99b06c8e2 req-8a71e161-a6c7-4afd-b1e9-5ed3d1c45b56 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9e00c7d-09c6-46a9-b796-9f8a8d40a440 HTTP/1.1" status: 200 len: 210 time: 0.0349400 Sep 27 08:48:33.824213 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-920685a1-d1bd-45f9-bfa4-8284c7aa7592 req-016a856f-c0fe-495c-8397-04327463ae05 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463808 Sep 27 08:48:34.945779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d4575-c300-46a4-b117-16ce241222d0 req-b9107bf3-f288-45d3-8a13-48c0f0f967fc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:34.947259 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c12d4575-c300-46a4-b117-16ce241222d0 req-b9107bf3-f288-45d3-8a13-48c0f0f967fc tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0521114 Sep 27 08:48:34.985435 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c12d4575-c300-46a4-b117-16ce241222d0 req-8eefe28d-4c40-478f-b1a8-aeda24faf5e8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Sep 27 08:48:35.290654 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84fe5b-eed0-41cf-aeaa-a5c89089d015 req-d0470d51-bc8c-493d-a321-121a891ab818 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.292088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f84fe5b-eed0-41cf-aeaa-a5c89089d015 req-d0470d51-bc8c-493d-a321-121a891ab818 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 946 time: 0.0478997 Sep 27 08:48:35.328397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1f84fe5b-eed0-41cf-aeaa-a5c89089d015 req-52b03bec-3293-4553-981d-c5f493839ece tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301929 Sep 27 08:48:36.098828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e126b-7f42-4359-9194-6f255438c7a6 req-5c5607a3-de8a-4f65-b367-750bfd626de3 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.100913 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-888e126b-7f42-4359-9194-6f255438c7a6 req-5c5607a3-de8a-4f65-b367-750bfd626de3 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0488145 Sep 27 08:48:36.137641 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-888e126b-7f42-4359-9194-6f255438c7a6 req-0a2a9493-fd9c-4b93-a1b5-7f6fe70f06d9 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 27 08:48:36.249389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbcb7c-39b5-4a3f-a34e-6822bfd03782 req-0b44c705-505d-4964-98ea-b7ee20940622 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.250901 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aecbcb7c-39b5-4a3f-a34e-6822bfd03782 req-0b44c705-505d-4964-98ea-b7ee20940622 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0512714 Sep 27 08:48:36.258938 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49416) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:36.263120 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Request body: {'floatingip': {'port_id': 'db56a348-e9e4-47a7-9f0e-567892e3958f'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:36.300850 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.519943 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0297-4d7c-4cd9-9296-e77d95fca60b req-dc66d986-08b3-428a-8493-54c37521a3c5 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.521295 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1feb0297-4d7c-4cd9-9296-e77d95fca60b req-dc66d986-08b3-428a-8493-54c37521a3c5 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 946 time: 0.1182075 Sep 27 08:48:36.581076 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1feb0297-4d7c-4cd9-9296-e77d95fca60b req-aff4c705-855c-4487-8d86-d0774aa38714 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Sep 27 08:48:36.736350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048750c7-12ac-438b-83a4-de34bef52d5c req-0991273c-0293-4c31-b215-c23eb1f63f00 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.737735 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-048750c7-12ac-438b-83a4-de34bef52d5c req-0991273c-0293-4c31-b215-c23eb1f63f00 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 946 time: 0.0891767 Sep 27 08:48:36.874581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.892853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Deleting port 73e91b36-c032-41e7-b673-567e5e504dfd {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:36.893189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.951236 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.048373 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] For port 73e91b36-c032-41e7-b673-567e5e504dfd, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=73e91b36-c032-41e7-b673-567e5e504dfd,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:37.048733 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.064676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Calling delete_port for 73e91b36-c032-41e7-b673-567e5e504dfd owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:37.088943 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Floating IP 39fd1df6-b420-4093-9155-c4c24fa2f0c0 associated. External IP: 172.28.3.179, port: db56a348-e9e4-47a7-9f0e-567892e3958f. Sep 27 08:48:37.373010 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:37.463510 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.474706 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2', '73e91b36-c032-41e7-b673-567e5e504dfd'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:37.499096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event deleted for resources: {'Port': ['ID=73e91b36-c032-41e7-b673-567e5e504dfd,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:37.529972 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:37.543536 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:37.547315 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.549526 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] No DVR routers for this DVR port 73e91b36-c032-41e7-b673-567e5e504dfd on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:37.552427 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.554398 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-048750c7-12ac-438b-83a4-de34bef52d5c req-c4004b9d-82a6-4473-acff-0aaf024a824a tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "DELETE /v2.0/ports/73e91b36-c032-41e7-b673-567e5e504dfd HTTP/1.1" status: 204 len: 173 time: 0.7961721 Sep 27 08:48:37.554832 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'name': 'network-vif-deleted', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:37.557045 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbec220-ea43-4943-a3c0-6b7629c20b1a" -d '{"events": [{"server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "name": "network-vif-deleted", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:37.570456 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:37.571329 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:37.585902 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-fa3faaf5-8216-4b24-b2c0-3b0150bce59c tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "PUT /v2.0/floatingips/39fd1df6-b420-4093-9155-c4c24fa2f0c0 HTTP/1.1" status: 200 len: 991 time: 1.3259313 Sep 27 08:48:37.598106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c184408-d28d-435f-bae8-846422328ba5 x-openstack-request-id: req-3c184408-d28d-435f-bae8-846422328ba5 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:37.598631 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b78858-f2d9-401f-b2ad-4053be9b00ec", "name": "network-vif-deleted", "tag": "73e91b36-c032-41e7-b673-567e5e504dfd", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:37.598855 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c184408-d28d-435f-bae8-846422328ba5 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:37.599257 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b78858-f2d9-401f-b2ad-4053be9b00ec', 'name': 'network-vif-deleted', 'tag': '73e91b36-c032-41e7-b673-567e5e504dfd', 'status': 'completed', 'code': 200} Sep 27 08:48:37.684190 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f75ec9f0-60f0-4bad-b1ab-2a83bd9fa9b7 req-53873a61-ded2-4de5-a633-321c0a5901bc tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=83b78858-f2d9-401f-b2ad-4053be9b00ec HTTP/1.1" status: 200 len: 210 time: 0.0263238 Sep 27 08:48:37.722237 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:37.941444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '39fd1df6-b420-4093-9155-c4c24fa2f0c0', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:94:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0629996-0929-410c-b22e-c1129738358b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:22Z', 'updated_at': '2021-09-27T08:48:36Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:37.970894 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:37.979222 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:37.979770 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:38.080424 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:38.297592 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '39fd1df6-b420-4093-9155-c4c24fa2f0c0', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:94:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0629996-0929-410c-b22e-c1129738358b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:22Z', 'updated_at': '2021-09-27T08:48:36Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:38.323998 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1a49c-a75d-4362-a502-bc65d16a3e26 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': '39fd1df6-b420-4093-9155-c4c24fa2f0c0', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'port_id': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'mac_address': 'fa:16:3e:94:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0629996-0929-410c-b22e-c1129738358b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:22Z', 'updated_at': '2021-09-27T08:48:36Z', 'revision_number': 1, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:38.526133 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bcfe7-98ea-4c8e-9e4e-f0123abfc78a None None] New status for floating IP 39fd1df6-b420-4093-9155-c4c24fa2f0c0: ACTIVE {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:39.600358 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:39.602624 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:39.639077 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264f8d15-ea91-44da-9c0d-6acc3a4e8e7b x-openstack-request-id: req-264f8d15-ea91-44da-9c0d-6acc3a4e8e7b {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:39.639366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:39.639616 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-264f8d15-ea91-44da-9c0d-6acc3a4e8e7b {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:39.640008 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'status': 'completed', 'code': 200} Sep 27 08:48:39.707232 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-cd554407-1c70-46f8-842f-13eb3a47825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:39.708770 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-cd554407-1c70-46f8-842f-13eb3a47825f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 1098 time: 0.0402627 Sep 27 08:48:40.050069 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-f068d621-8d84-4780-81a8-6bac4fea4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.051555 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-f068d621-8d84-4780-81a8-6bac4fea4fe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 200 len: 910 time: 0.3336673 Sep 27 08:48:40.116129 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-a7c378fb-3a19-47ed-b027-eb2f4eb22437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db56a348-e9e4-47a7-9f0e-567892e3958f HTTP/1.1" status: 200 len: 1001 time: 0.0562193 Sep 27 08:48:40.165011 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-e1fd38a4-dc16-4731-8d47-212c7840b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.166519 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-e1fd38a4-dc16-4731-8d47-212c7840b620 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 200 len: 848 time: 0.0425203 Sep 27 08:48:40.216991 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-a3407638-624d-4b95-ac40-41a06d7aef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.218453 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-a3407638-624d-4b95-ac40-41a06d7aef1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a75203c5-dc8c-4dd3-9426-c0849870190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420394 Sep 27 08:48:40.314776 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-f6c70854-d640-4b9c-abda-9436ca88dd0d service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Sep 27 08:48:40.433562 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadec8-1af3-4713-83a5-22c457511e2d req-c994bc38-89a8-4b61-810f-5e60c4b0dab1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.435116 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7ebadec8-1af3-4713-83a5-22c457511e2d req-c994bc38-89a8-4b61-810f-5e60c4b0dab1 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 946 time: 0.1147404 Sep 27 08:48:40.469636 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4fe19e1-53dc-44a5-b6c5-0f0711f92df7 req-17624ac3-1ef9-4f76-9561-0cc16c696c59 service neutron] 10.222.0.13 "GET /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408114 Sep 27 08:48:40.486598 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7ebadec8-1af3-4713-83a5-22c457511e2d req-bef34ee7-736f-440d-890b-43f1ceb72a4b tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Sep 27 08:48:40.949561 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 73e91b36-c032-41e7-b673-567e5e504dfd no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:40.973555 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 73e91b36-c032-41e7-b673-567e5e504dfd {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:40.973896 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 73e91b36-c032-41e7-b673-567e5e504dfd not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:41.610142 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbf72-2039-45b9-b4fc-457072026125 req-983c04c4-de6b-474f-ab83-844e2a26d992 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.611647 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d26bbf72-2039-45b9-b4fc-457072026125 req-983c04c4-de6b-474f-ab83-844e2a26d992 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 946 time: 0.0492582 Sep 27 08:48:41.649981 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d26bbf72-2039-45b9-b4fc-457072026125 req-f92fcb9b-63ed-4907-96e9-807cc1719317 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/security-groups?id=a3bfa4de-b7e8-42cd-aded-0cff73c74233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Sep 27 08:48:42.164169 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704dc31-0dde-4397-8243-c57d8408274b req-77625b6f-8562-4e87-8510-c51669cc5f23 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.165641 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a704dc31-0dde-4397-8243-c57d8408274b req-77625b6f-8562-4e87-8510-c51669cc5f23 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 946 time: 0.0508866 Sep 27 08:48:42.253306 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Deleting port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:42.253568 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.345999 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] For port 9cb0edda-b803-4a0a-b245-dad8daccfdc2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=9cb0edda-b803-4a0a-b245-dad8daccfdc2,segment=NetworkSegment(295cfc5e-856d-468f-b273-2c3511a6e878),segment_id=295cfc5e-856d-468f-b273-2c3511a6e878)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:42.346395 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.357672 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Calling delete_port for 9cb0edda-b803-4a0a-b245-dad8daccfdc2 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:42.551297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.564705 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['9cb0edda-b803-4a0a-b245-dad8daccfdc2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:42.589354 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Pushing event deleted for resources: {'Port': ['ID=9cb0edda-b803-4a0a-b245-dad8daccfdc2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:42.632258 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] No DVR routers for this DVR port 9cb0edda-b803-4a0a-b245-dad8daccfdc2 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:42.634643 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.636666 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a704dc31-0dde-4397-8243-c57d8408274b req-e1253d01-7bb2-4d3b-9476-31a9a3576e21 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.13 "DELETE /v2.0/ports/9cb0edda-b803-4a0a-b245-dad8daccfdc2 HTTP/1.1" status: 204 len: 173 time: 0.4642394 Sep 27 08:48:42.637376 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'name': 'network-vif-deleted', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:42.639331 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604f0f68-68c9-4b63-8a33-0e7da532a044" -d '{"events": [{"server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "name": "network-vif-deleted", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:42.675206 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf440d-7b08-4888-a220-35e81ade7801 x-openstack-request-id: req-63cf440d-7b08-4888-a220-35e81ade7801 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:42.675504 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc229-576d-4f75-bd4c-ad86530fa716", "name": "network-vif-deleted", "tag": "9cb0edda-b803-4a0a-b245-dad8daccfdc2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:42.675794 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63cf440d-7b08-4888-a220-35e81ade7801 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:42.676331 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185cc229-576d-4f75-bd4c-ad86530fa716', 'name': 'network-vif-deleted', 'tag': '9cb0edda-b803-4a0a-b245-dad8daccfdc2', 'status': 'completed', 'code': 200} Sep 27 08:48:42.744080 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b104d62d-5ec4-4221-9d31-12ee982052d1 req-823ae777-28f5-4ced-b37e-3f752f0300a5 tempest-AttachVolumeNegativeTest-1776442648 tempest-AttachVolumeNegativeTest-1776442648-project] 10.222.0.76 "GET /v2.0/ports?device_id=185cc229-576d-4f75-bd4c-ad86530fa716 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Sep 27 08:48:43.192743 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.798708 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49472) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:43.841442 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Deleting subnet e1be7bab-ca10-4e29-ba17-7a4518158df2 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:48:43.844368 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.877406 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.915085 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.027219 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.051643 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1be7bab-ca10-4e29-ba17-7a4518158df2,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.056460 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.059201 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e1be7bab-ca10-4e29-ba17-7a4518158df2 HTTP/1.1" status: 204 len: 168 time: 0.2584841 Sep 27 08:48:44.060915 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49474) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:44.062913 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.063262 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.063616 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.063924 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.064245 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.064599 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.064927 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.065245 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.065565 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.065882 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.066197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.066533 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c60a69-54c5-48d0-8627-0b2557099281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:44.130845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.207836 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.227726 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e219584c-d31d-47fc-93b9-5c19ae75d942']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:44.236675 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295cfc5e-856d-468f-b273-2c3511a6e878') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:44.236968 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295cfc5e-856d-468f-b273-2c3511a6e878') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:44.245892 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.258990 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.264695 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:48:44.265075 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:48:44.270838 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:48:44.403851 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.409215 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.411060 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e219584c-d31d-47fc-93b9-5c19ae75d942 HTTP/1.1" status: 204 len: 168 time: 0.3491623 Sep 27 08:48:44.421646 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42432b27-0e9c-4b4c-be89-b57535e930d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e219584c-d31d-47fc-93b9-5c19ae75d942,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.744835 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49480) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:44.784005 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b00cbef5-d9f6-4861-ac95-2796a99b799e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fbdab70ca72434eab373aedd741db25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379758 Sep 27 08:48:44.786391 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49484) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:44.833556 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.853684 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.958572 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.961170 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.962345 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3bfa4de-b7e8-42cd-aded-0cff73c74233 HTTP/1.1" status: 204 len: 168 time: 0.1750362 Sep 27 08:48:44.970325 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 9cb0edda-b803-4a0a-b245-dad8daccfdc2 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:44.971902 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f15bf6-18b8-4f25-a461-1185a6f86570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bfa4de-b7e8-42cd-aded-0cff73c74233,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.994121 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 9cb0edda-b803-4a0a-b245-dad8daccfdc2 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:44.994429 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 9cb0edda-b803-4a0a-b245-dad8daccfdc2 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:53.610013 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b6daab0a-3cd4-43ab-a2b9-781bc6fed3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.984452 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49644) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:56.085163 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f7e16f73-2125-488d-8c89-83618ef84c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.112630 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-47c2a3af-d759-47c4-ab84-f57a993f3a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.173435 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f7e16f73-2125-488d-8c89-83618ef84c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.242282 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f7e16f73-2125-488d-8c89-83618ef84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.280803 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f7e16f73-2125-488d-8c89-83618ef84c37 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7758aa7566874daf9e1b35d6314e424d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953272 Sep 27 08:48:56.281667 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e16f73-2125-488d-8c89-83618ef84c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c04ed-e050-4ef8-b62f-5c48ff7f4b1e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:56.283559 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49650) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:56.332977 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.353361 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.501077 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.503689 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.504829 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/823c04ed-e050-4ef8-b62f-5c48ff7f4b1e HTTP/1.1" status: 204 len: 168 time: 0.2202919 Sep 27 08:48:56.512878 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786750dd-5e79-436e-953b-6627d60818e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c04ed-e050-4ef8-b62f-5c48ff7f4b1e,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:56.808255 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:57.404603 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:57.882587 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:48:58.301158 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-f50aabf2-24ca-46d2-91ae-49fa8478a39c tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319174602&fields=id&tenant_id=ec5cb8a953634a04a7b491617cd0bf3d HTTP/1.1" status: 200 len: 267 time: 0.0344081 Sep 27 08:48:58.356579 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-7509ec85-ee04-482e-8b22-d348bf6a0ded tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.358103 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-7509ec85-ee04-482e-8b22-d348bf6a0ded tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 984 time: 0.0507543 Sep 27 08:48:58.369222 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Request body: {'port': {'security_groups': ['ee614977-870d-4a03-b69d-2e036e922112']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:58.438569 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.582765 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49704) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:58.618900 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:58.649025 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.696427 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-339c7948-1c71-4e79-bbf6-b15770f5126a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.722580 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.736426 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:58.769109 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.769810 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.771347 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74dabeed-1c85-4de1-bbb0-e2993825da40 req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "PUT /v2.0/ports/7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 942 time: 0.4070244 Sep 27 08:48:58.771874 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:58.774357 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:58.790820 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49710) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:58.795702 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-339c7948-1c71-4e79-bbf6-b15770f5126a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.824290 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386ca6bc-a435-410a-8304-bfd00553c670 x-openstack-request-id: req-386ca6bc-a435-410a-8304-bfd00553c670 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:58.824861 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:58.829698 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-386ca6bc-a435-410a-8304-bfd00553c670 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:58.829698 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:48:58.854688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24e8a-9938-4cbf-97c4-2cc15d216d6a tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event updated for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=7']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:58.878430 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-339c7948-1c71-4e79-bbf6-b15770f5126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.882964 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:58.922517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.926456 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-339c7948-1c71-4e79-bbf6-b15770f5126a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da0ae0132e834d40bfb20863f121a726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425086 Sep 27 08:48:58.927342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49712) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:58.941079 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c7948-1c71-4e79-bbf6-b15770f5126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5181fd4-8559-4219-86de-c4f520b91ef2,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:58.954945 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.968589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-5458483e-f33d-4be8-b68e-d9180cb0d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.970117 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-5458483e-f33d-4be8-b68e-d9180cb0d7b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1098 time: 0.1096330 Sep 27 08:48:59.019674 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.021835 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.047593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.094091 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-ca1b3879-df95-4ff7-a733-de622b320ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:59.100158 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-ca1b3879-df95-4ff7-a733-de622b320ca1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 915 time: 0.1061685 Sep 27 08:48:59.108264 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-1b0ccec7-9df0-4c4f-995f-6826b3542145 None None] Provisioning complete for port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:59.108641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1b0ccec7-9df0-4c4f-995f-6826b3542145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.166435 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-f5a19e2f-3e9e-4607-a7f7-a4e71707e6a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 999 time: 0.0574741 Sep 27 08:48:59.180829 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.183526 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.187173 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "DELETE /v2.0/security-groups/13cbf646-ac92-4179-b0a9-459cc561d861 HTTP/1.1" status: 204 len: 168 time: 0.3923578 Sep 27 08:48:59.187561 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49716) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:59.206450 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3ae7c-fd23-4702-87b2-e3176863200d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cbf646-ac92-4179-b0a9-459cc561d861,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:59.223603 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.226166 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.230172 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5181fd4-8559-4219-86de-c4f520b91ef2 HTTP/1.1" status: 204 len: 168 time: 0.3014266 Sep 27 08:48:59.247651 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6aac81-7ae5-4984-9a0d-5335ab1b6ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5181fd4-8559-4219-86de-c4f520b91ef2,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:59.248104 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-ed42b20a-29a3-45a4-93f0-487d53f078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:59.248104 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-ed42b20a-29a3-45a4-93f0-487d53f078d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0536308 Sep 27 08:48:59.303611 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-c4ef51bf-931e-430e-90d9-1a41fd762643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:59.305212 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-c4ef51bf-931e-430e-90d9-1a41fd762643 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0471094 Sep 27 08:48:59.367920 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Deleting port 5bbd2049-5d9a-42cf-a571-536549708cd4 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:59.368409 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.398667 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-298ce708-576d-4286-b21e-979b6a679916 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Sep 27 08:48:59.510352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7af3e247-9d1a-40be-ab3b-e3b1b5be26b2 req-2195a6bd-85ba-4686-bc23-8f569a78400a service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013954 Sep 27 08:48:59.650948 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.651644 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.663056 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Calling delete_port for 5bbd2049-5d9a-42cf-a571-536549708cd4 owned by network:floatingip {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:59.809257 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49724) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:59.823210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e45f5668-0489-44e5-9405-f446a5d171b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.893909 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.908188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e45f5668-0489-44e5-9405-f446a5d171b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.919242 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event deleted for resources: {'Port': ['ID=5bbd2049-5d9a-42cf-a571-536549708cd4,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:59.979481 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e45f5668-0489-44e5-9405-f446a5d171b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.980474 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks [] for floatingip, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.980872 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.l3_db [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Floating IP 663643f0-13ec-436a-8f66-57b1159066ca disassociated (deleted). External IP: 172.28.3.7, port: 7dcc3119-c61e-4f81-babb-12af29d3c8f9. Sep 27 08:49:00.015898 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f5668-0489-44e5-9405-f446a5d171b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99b7e1-0c78-423b-b7db-9ae57ec6467e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:00.022894 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-e45f5668-0489-44e5-9405-f446a5d171b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=132204ed7c944d45bf08f60d37e3d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125528 Sep 27 08:49:00.023767 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49726) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:00.071420 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.091389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.178341 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Router 8723e6ea-eda0-4158-a4bf-2f287070c83a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:00.192569 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.195297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.198964 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a99b7e1-0c78-423b-b7db-9ae57ec6467e HTTP/1.1" status: 204 len: 168 time: 0.1717854 Sep 27 08:49:00.211914 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04c66b-5828-4131-b432-b1377382c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99b7e1-0c78-423b-b7db-9ae57ec6467e,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:00.295642 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:00.300142 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.307801 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Sync routers for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:00.316313 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:00.316921 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.329991 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e8ee1dcf-80c8-43f4-8740-ff1eee1488d9 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "DELETE /v2.0/floatingips/663643f0-13ec-436a-8f66-57b1159066ca HTTP/1.1" status: 204 len: 168 time: 1.1410584 Sep 27 08:49:00.330705 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:00.333742 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e362e-b513-42f0-bce3-ec724a2c2417" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:00.371535 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ec27c7-289b-468d-8c07-2806bd271018 x-openstack-request-id: req-f7ec27c7-289b-468d-8c07-2806bd271018 {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:00.371830 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:00.372138 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7ec27c7-289b-468d-8c07-2806bd271018 {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:00.372641 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:49:00.432193 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:00.447445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-e5861544-f7b6-4c21-8fdb-f9cb132d27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:00.448937 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-e5861544-f7b6-4c21-8fdb-f9cb132d27d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 1098 time: 0.0439622 Sep 27 08:49:00.553617 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-5572ffcb-498a-45c1-9c56-9c8f1a16c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:00.555621 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-5572ffcb-498a-45c1-9c56-9c8f1a16c8ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 200 len: 915 time: 0.0986593 Sep 27 08:49:00.613311 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-87c6ee27-02c5-4963-a19d-74a8ac33bb9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 200 len: 217 time: 0.0483046 Sep 27 08:49:00.649226 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.684012 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Checking router: 8723e6ea-eda0-4158-a4bf-2f287070c83a for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:00.694581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-537bca5d-e62f-46d9-b0a7-a36d6f919cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:00.698017 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:00.698017 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.698228 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-537bca5d-e62f-46d9-b0a7-a36d6f919cb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 200 len: 853 time: 0.0655487 Sep 27 08:49:00.756920 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-8f21ec44-93c9-4af0-9cdd-2e871c277402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:00.760465 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-8f21ec44-93c9-4af0-9cdd-2e871c277402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528793 Sep 27 08:49:00.879620 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-1aaaee09-7848-4217-8d21-7a24ad60ff4f service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987461 Sep 27 08:49:00.923293 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:00.975814 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1c7e362e-b513-42f0-bce3-ec724a2c2417 req-1bb74cff-a94c-4490-8177-6ab59f9d9b86 service neutron] 10.222.0.13 "GET /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Sep 27 08:49:01.121415 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:01.149780 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222adbd-8343-471a-86be-ba29e7f956b8 None None] The sync data for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb is: [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:46:03Z', 'revision_number': 4, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e', 'name': '', 'network_id': 'a85a99fa-afd4-4739-a6d1-ee7dc42b0be8', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'mac_address': 'fa:16:3e:3b:ad:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:01Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'subnets': [{'id': 'c55639b8-ec0a-484c-9d5d-da0ca02cb959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:01.372307 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cee82-fde4-45b1-8e23-3e865b757590 None None] New status for floating IP 663643f0-13ec-436a-8f66-57b1159066ca: DOWN {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:03.789445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d16613-1769-4dfb-9170-051ebe192e0f req-03a846dd-c7fd-4f8f-a013-f76aded7b3de tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:03.790925 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-73d16613-1769-4dfb-9170-051ebe192e0f req-03a846dd-c7fd-4f8f-a013-f76aded7b3de tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.2266364 Sep 27 08:49:03.828068 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-73d16613-1769-4dfb-9170-051ebe192e0f req-f6354102-f188-4e0c-addc-c494c7ac758e tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309219 Sep 27 08:49:04.942600 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b634-488f-4bb7-94d5-83440c524888 req-afaa657b-1d2b-466f-a5ca-456ef10eb277 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.944083 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-58f7b634-488f-4bb7-94d5-83440c524888 req-afaa657b-1d2b-466f-a5ca-456ef10eb277 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Sep 27 08:49:04.983673 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-58f7b634-488f-4bb7-94d5-83440c524888 req-6f0a37b9-f191-4394-9ce1-f3d4cbc8e3b1 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee614977-870d-4a03-b69d-2e036e922112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 27 08:49:05.591746 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-9ecbd8ca-0217-4011-82b7-c6aca9e902c7 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:05.593131 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-9ecbd8ca-0217-4011-82b7-c6aca9e902c7 tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 945 time: 0.0463507 Sep 27 08:49:05.685184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Deleting port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:05.685519 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.770773 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] For port 7dcc3119-c61e-4f81-babb-12af29d3c8f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=7dcc3119-c61e-4f81-babb-12af29d3c8f9,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:05.771136 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.785101 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Calling delete_port for 7dcc3119-c61e-4f81-babb-12af29d3c8f9 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:06.013899 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.028443 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['7dcc3119-c61e-4f81-babb-12af29d3c8f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:06.043814 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Pushing event deleted for resources: {'Port': ['ID=7dcc3119-c61e-4f81-babb-12af29d3c8f9,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:06.099391 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] No DVR routers for this DVR port 7dcc3119-c61e-4f81-babb-12af29d3c8f9 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:06.102415 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.104313 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8997db98-4bd1-41a3-bd1d-358123277c0f req-091141ad-83ad-4374-9252-01ee51537eae tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.13 "DELETE /v2.0/ports/7dcc3119-c61e-4f81-babb-12af29d3c8f9 HTTP/1.1" status: 204 len: 173 time: 0.5029242 Sep 27 08:49:06.104742 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'name': 'network-vif-deleted', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:06.106935 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0245d3f4-2291-431a-91fc-daf4937bd843" -d '{"events": [{"server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "name": "network-vif-deleted", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:06.124739 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bc4344ad-7886-420a-a879-acf68ebe7bf1 req-78325269-af38-49c1-87e2-86e71ef3fc9d tempest-TestMinimumBasicScenario-40998621 tempest-TestMinimumBasicScenario-40998621-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b9f2915-1598-439d-afe3-b0bc3fada996 HTTP/1.1" status: 200 len: 210 time: 0.0536442 Sep 27 08:49:06.148023 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f3e798-0fa5-43c7-a9b8-bd0070e0b8ec x-openstack-request-id: req-21f3e798-0fa5-43c7-a9b8-bd0070e0b8ec {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:06.148313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9f2915-1598-439d-afe3-b0bc3fada996", "name": "network-vif-deleted", "tag": "7dcc3119-c61e-4f81-babb-12af29d3c8f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:06.148561 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21f3e798-0fa5-43c7-a9b8-bd0070e0b8ec {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:06.148958 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f2915-1598-439d-afe3-b0bc3fada996', 'name': 'network-vif-deleted', 'tag': '7dcc3119-c61e-4f81-babb-12af29d3c8f9', 'status': 'completed', 'code': 200} Sep 27 08:49:07.917073 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49906) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:08.024374 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49f70f8d-e8cd-41cf-b631-336f37adfe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.109197 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49f70f8d-e8cd-41cf-b631-336f37adfe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.184838 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-49f70f8d-e8cd-41cf-b631-336f37adfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.223378 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-49f70f8d-e8cd-41cf-b631-336f37adfe8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd6a41030d0147d4963242dd248b0097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052130 Sep 27 08:49:08.224711 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f70f8d-e8cd-41cf-b631-336f37adfe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06da47-7ee2-4f08-b4cb-978b4bb03cec,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.227157 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49924) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:08.283467 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.304826 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.438559 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.441133 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.442291 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad06da47-7ee2-4f08-b4cb-978b4bb03cec HTTP/1.1" status: 204 len: 168 time: 0.2091334 Sep 27 08:49:08.450664 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d050-d5b4-46fa-9da8-9836fe1ea8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06da47-7ee2-4f08-b4cb-978b4bb03cec,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.694068 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49930) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:08.998051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49934) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.012388 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fcc70849-3514-4b0f-8ca2-34ef8a4076e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.030134 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.101764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fcc70849-3514-4b0f-8ca2-34ef8a4076e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.131304 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 7dcc3119-c61e-4f81-babb-12af29d3c8f9 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:09.150734 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 7dcc3119-c61e-4f81-babb-12af29d3c8f9 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:09.151018 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 7dcc3119-c61e-4f81-babb-12af29d3c8f9 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:09.178974 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-fcc70849-3514-4b0f-8ca2-34ef8a4076e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.220788 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-fcc70849-3514-4b0f-8ca2-34ef8a4076e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdc4886c71244d77982011b139e92cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215259 Sep 27 08:49:09.221989 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc70849-3514-4b0f-8ca2-34ef8a4076e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500ae6cc-d0b6-4b51-99a2-e28b55902984,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.223863 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49936) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.298028 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.317498 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Deleting port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:09.318411 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.338337 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.424760 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] For port 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:09.425029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.437697 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Calling delete_port for 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e owned by network:router_interface {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:09.493995 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.496519 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.497632 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/500ae6cc-d0b6-4b51-99a2-e28b55902984 HTTP/1.1" status: 204 len: 168 time: 0.2728124 Sep 27 08:49:09.508360 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436eb16-32d2-48ee-8c9c-900e0544e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500ae6cc-d0b6-4b51-99a2-e28b55902984,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.678638 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.705197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.872735 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.083046 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Router 8723e6ea-eda0-4158-a4bf-2f287070c83a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:10.392759 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:10.398717 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-cf9bd4f3-7d5e-4c27-98fe-2a5499896c58 admin admin] 10.222.0.76 "PUT /v2.0/routers/8723e6ea-eda0-4158-a4bf-2f287070c83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034779 Sep 27 08:49:10.401297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49962) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:10.404127 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Sync routers for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:10.414419 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:10.415405 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:10.510921 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks [] for router, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.524972 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:10.623943 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.714637 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:49:09Z', 'revision_number': 5, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port': {'id': '087874a1-2150-4267-a2d3-a03e3ff85b20', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:59Z', 'updated_at': '2021-09-27T08:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:10.744799 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Checking router: 8723e6ea-eda0-4158-a4bf-2f287070c83a for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:10.754582 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Routers {'8723e6ea-eda0-4158-a4bf-2f287070c83a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:10.755864 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['8723e6ea-eda0-4158-a4bf-2f287070c83a'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:10.765232 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Deleting port 087874a1-2150-4267-a2d3-a03e3ff85b20 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:10.765880 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.837540 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] Set router 8723e6ea-eda0-4158-a4bf-2f287070c83a gateway port host: None {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:10.846119 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] For port 087874a1-2150-4267-a2d3-a03e3ff85b20, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=087874a1-2150-4267-a2d3-a03e3ff85b20,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:10.846512 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.857978 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Calling delete_port for 087874a1-2150-4267-a2d3-a03e3ff85b20 owned by network:router_gateway {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:10.892232 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:49:10Z', 'revision_number': 6, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:10.918055 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f860de-2ab3-448f-b433-d3719cdeb9ab None None] The sync data for ids ['8723e6ea-eda0-4158-a4bf-2f287070c83a'] in dv-cinder-811085-1-smb is: [{'id': '8723e6ea-eda0-4158-a4bf-2f287070c83a', 'name': 'tempest-TestMinimumBasicScenario-298949541-router', 'tenant_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:58Z', 'updated_at': '2021-09-27T08:49:10Z', 'revision_number': 6, 'project_id': 'ec5cb8a953634a04a7b491617cd0bf3d', 'gw_port_host': None}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:11.121801 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.148269 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Pushing event deleted for resources: {'Port': ['ID=087874a1-2150-4267-a2d3-a03e3ff85b20,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:11.209214 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.313669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.316497 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.626335 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.626335 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8723e6ea-eda0-4158-a4bf-2f287070c83a {{(pid=101279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:49:11.633674 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.635115 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d52baa9a-702e-4a0b-870d-c17aaf79a30d admin admin] 10.222.0.76 "DELETE /v2.0/routers/8723e6ea-eda0-4158-a4bf-2f287070c83a HTTP/1.1" status: 204 len: 168 time: 1.2320204 Sep 27 08:49:11.637336 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49978) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:11.683002 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Deleting subnet c55639b8-ec0a-484c-9d5d-da0ca02cb959 {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:11.686189 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.720530 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262103212'] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.830832 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.975910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261183788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261656155'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.998853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55639b8-ec0a-484c-9d5d-da0ca02cb959,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:12.004603 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.007184 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-374af8ef-ccce-4589-bdef-2b64b6799060 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c55639b8-ec0a-484c-9d5d-da0ca02cb959 HTTP/1.1" status: 204 len: 168 time: 0.3689392 Sep 27 08:49:12.009758 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 49980) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:12.012831 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78f48f-45e1-40b5-8c35-46974996d604 None None] Network a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:12.206714 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] DHCP port deletion for a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:49:12.259364 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Deleting port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:12.259750 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.324251 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] For port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:12.324668 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.332445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.337030 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Calling delete_port for 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:12.386729 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Deleting port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:12.387263 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.451773 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] For port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,segment=NetworkSegment(1fbf9d41-791d-47bd-a916-cb893c837285),segment_id=1fbf9d41-791d-47bd-a916-cb893c837285)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:12.452224 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.465376 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Calling delete_port for 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff owned by network:dhcp {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:12.581439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.588915 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.604792 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Pushing event deleted for resources: {'Port': ['ID=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:12.614982 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.615192 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.615790 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.615790 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.616097 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.616380 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:12.616503 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.616740 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.617070 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.617399 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.618019 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.618019 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.618367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:12.618808 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] No DVR routers for this DVR port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff on host dv-cinder-811085-1-smb {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:12.622424 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5a12e-970e-45c1-bd13-f2a97d2e551d None None] No DVR routers for this DVR port 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:12.719058 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.726692 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 087874a1-2150-4267-a2d3-a03e3ff85b20 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:12.741127 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85a99fa-afd4-4739-a6d1-ee7dc42b0be8']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:12.746682 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 087874a1-2150-4267-a2d3-a03e3ff85b20 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:12.747043 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 087874a1-2150-4267-a2d3-a03e3ff85b20 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:12.747496 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:12.750462 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbf9d41-791d-47bd-a916-cb893c837285') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:12.753018 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbf9d41-791d-47bd-a916-cb893c837285') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:12.759873 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.765405 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:12.765660 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 766a40ac-3f2f-4f3b-9ca3-69f089eb9b6e not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:12.766062 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:12.772688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.778449 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self.session.flush() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self.session.flush() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self.session.flush() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self.session.flush() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:12.781700 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:12.787900 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:12.788243 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 822f0f76-15e0-4243-b2d4-bd3f6d0ca6ff not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:12.913515 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.918593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.925214 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a85a99fa-afd4-4739-a6d1-ee7dc42b0be8 HTTP/1.1" status: 204 len: 168 time: 0.9097269 Sep 27 08:49:12.928327 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 49998) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:12.938947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daabcb-c94c-4c35-a7f8-ed40a83e8b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85a99fa-afd4-4739-a6d1-ee7dc42b0be8,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:13.186831 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.265584 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.519531 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Deleting port d002c8f5-f528-4694-9d39-403dafec2e2c {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:13.519903 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.597363 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] For port d002c8f5-f528-4694-9d39-403dafec2e2c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d002c8f5-f528-4694-9d39-403dafec2e2c,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:13.597724 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.609602 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Calling delete_port for d002c8f5-f528-4694-9d39-403dafec2e2c owned by network:router_interface {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:13.876525 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.909457 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Pushing event deleted for resources: {'Port': ['ID=d002c8f5-f528-4694-9d39-403dafec2e2c,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:14.066638 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.273619 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Router 798d078c-b6a1-49c8-a7c4-e09228a6106a has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:14.374478 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:14.379517 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3cadfcec-54a4-44d3-b1fe-bb7e70f0d394 admin admin] 10.222.0.76 "PUT /v2.0/routers/798d078c-b6a1-49c8-a7c4-e09228a6106a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501762 Sep 27 08:49:14.382100 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50022) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:14.383034 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Sync routers for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:14.393162 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:14.393755 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:14.479756 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.587654 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.593529 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:14.717192 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Deleting port 8a058d9d-9485-4036-a861-6db4a389c1e0 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:14.717672 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.789348 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:49:13Z', 'revision_number': 5, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port': {'id': '8a058d9d-9485-4036-a861-6db4a389c1e0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:13Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:14.811197 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] For port 8a058d9d-9485-4036-a861-6db4a389c1e0, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=8a058d9d-9485-4036-a861-6db4a389c1e0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:14.811651 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.818952 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Checking router: 798d078c-b6a1-49c8-a7c4-e09228a6106a for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:14.828357 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Calling delete_port for 8a058d9d-9485-4036-a861-6db4a389c1e0 owned by network:router_gateway {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:14.829408 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Routers {'798d078c-b6a1-49c8-a7c4-e09228a6106a'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:14.830443 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['798d078c-b6a1-49c8-a7c4-e09228a6106a'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:14.921917 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] Set router 798d078c-b6a1-49c8-a7c4-e09228a6106a gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:14.980585 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:49:14Z', 'revision_number': 6, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:15.006055 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb68e91-da3f-4498-8acf-4a2189ee2a4f None None] The sync data for ids ['798d078c-b6a1-49c8-a7c4-e09228a6106a'] in dv-cinder-811085-1-smb is: [{'id': '798d078c-b6a1-49c8-a7c4-e09228a6106a', 'name': 'tempest-TestMinimumBasicScenario-1993669617-router', 'tenant_id': 'ad3927f585e742beb50a1107a3336402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:49:14Z', 'revision_number': 6, 'project_id': 'ad3927f585e742beb50a1107a3336402', 'gw_port_host': None}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:15.072380 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.101257 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a058d9d-9485-4036-a861-6db4a389c1e0,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:15.164674 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.173032 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-113cc158-8db0-41cb-991d-83c5b27e100f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535283 Sep 27 08:49:15.253040 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-19d977ad-5602-4880-a1b0-b895144b8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.254676 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-19d977ad-5602-4880-a1b0-b895144b8cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1099 time: 0.0394638 Sep 27 08:49:15.255713 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.258655 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.378429 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-236b62b9-9c31-4bf7-bda3-a739ca7d4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.380756 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-236b62b9-9c31-4bf7-bda3-a739ca7d4cdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.1071444 Sep 27 08:49:15.387255 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.390441 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798d078c-b6a1-49c8-a7c4-e09228a6106a {{(pid=101280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:49:15.394110 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.395488 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-bbbc4943-2522-465e-ae9f-519d57fc8a20 admin admin] 10.222.0.76 "DELETE /v2.0/routers/798d078c-b6a1-49c8-a7c4-e09228a6106a HTTP/1.1" status: 204 len: 168 time: 1.0124629 Sep 27 08:49:15.398054 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50042) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:15.425070 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50044) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:15.460639 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Deleting subnet 786a4788-4bbf-4b84-8eea-e6d3e8155496 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:15.463866 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.482375 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-458120e2-43a0-48af-bb89-cc62ac5ecef4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 1002 time: 0.0888877 Sep 27 08:49:15.505997 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.540305 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-f229667a-215a-4ac3-8190-bbd6b78a68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.543062 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-f229667a-215a-4ac3-8190-bbd6b78a68ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0465672 Sep 27 08:49:15.588695 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-9c273efc-866e-4f8b-b209-a89a50413e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.590093 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-9c273efc-866e-4f8b-b209-a89a50413e6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399559 Sep 27 08:49:15.605629 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0798-6323-441c-8a1b-f5946878c043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.640606 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.691384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-0e1d761e-ddfc-45b6-9c2e-87dd7df49e0b service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936747 Sep 27 08:49:15.754014 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0798-6323-441c-8a1b-f5946878c043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.787460 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ed622c54-42eb-4726-8968-52dd587f6c60 req-dfc596cc-2f1c-4ed4-974b-a7f57d7a1eae service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888150 Sep 27 08:49:15.799365 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.829774 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.831855 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/786a4788-4bbf-4b84-8eea-e6d3e8155496 HTTP/1.1" status: 204 len: 168 time: 0.4327822 Sep 27 08:49:15.832853 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0798-6323-441c-8a1b-f5946878c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.835596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50050) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:15.836172 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79d7ac-c8b0-4033-890f-644646995269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786a4788-4bbf-4b84-8eea-e6d3e8155496,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:15.837188 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0c032-8f44-4ab7-8a90-758f3bee3467 None None] Network e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:15.873449 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e0ca0798-6323-441c-8a1b-f5946878c043 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87f84f29f7ef4b1493dbc86a1ee84d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449105 Sep 27 08:49:15.874135 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50052) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:15.887955 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0798-6323-441c-8a1b-f5946878c043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cfc753-bdab-48f1-873f-5d46f7b19730,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:15.915241 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.935323 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.961544 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.973009 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Deleting port 0c3be744-e838-4476-a1d1-8a88148e7edc {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:15.973349 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.047476 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] For port 0c3be744-e838-4476-a1d1-8a88148e7edc, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c3be744-e838-4476-a1d1-8a88148e7edc,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:16.047851 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.064636 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Calling delete_port for 0c3be744-e838-4476-a1d1-8a88148e7edc owned by network:dhcp {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:16.065875 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] DHCP port deletion for e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:49:16.073489 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.076289 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.080228 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16cfc753-bdab-48f1-873f-5d46f7b19730 HTTP/1.1" status: 204 len: 168 time: 0.2050672 Sep 27 08:49:16.088876 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43ddd8-046f-486f-a123-af5cbd6edf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cfc753-bdab-48f1-873f-5d46f7b19730,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:16.147368 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Deleting port 0c3be744-e838-4476-a1d1-8a88148e7edc {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:16.147799 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.211449 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] For port 0c3be744-e838-4476-a1d1-8a88148e7edc, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c3be744-e838-4476-a1d1-8a88148e7edc,segment=NetworkSegment(de7fc484-50b0-49e8-a92e-4d73503154a1),segment_id=de7fc484-50b0-49e8-a92e-4d73503154a1)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:16.211849 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.223855 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Calling delete_port for 0c3be744-e838-4476-a1d1-8a88148e7edc owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:16.238471 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.268406 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3be744-e838-4476-a1d1-8a88148e7edc,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:16.271981 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] No DVR routers for this DVR port 0c3be744-e838-4476-a1d1-8a88148e7edc on host dv-cinder-811085-1-smb {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:16.302531 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.328815 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] No DVR routers for this DVR port 0c3be744-e838-4476-a1d1-8a88148e7edc on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:16.332560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9222943-1771-4aa9-8891-3fdcdbe5f9d0 None None] Pushing event deleted for resources: {'Port': ['ID=0c3be744-e838-4476-a1d1-8a88148e7edc,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:16.342135 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.362586 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:16.372999 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7fc484-50b0-49e8-a92e-4d73503154a1') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:16.373297 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7fc484-50b0-49e8-a92e-4d73503154a1') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:16.383573 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.397527 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.403622 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:16.404013 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:16.405622 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:16.544825 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.549478 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:16.551929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] 10.222.0.76 "DELETE /v2.0/networks/e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a HTTP/1.1" status: 204 len: 168 time: 0.7151451 Sep 27 08:49:16.564035 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54459f2b-1977-49d1-a70d-4b4c473ad57e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ee6a47-0dc7-4d83-b01d-ddd5cd3bab8a,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:16.683200 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d002c8f5-f528-4694-9d39-403dafec2e2c no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:16.703314 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: d002c8f5-f528-4694-9d39-403dafec2e2c {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:16.707166 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d002c8f5-f528-4694-9d39-403dafec2e2c not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:16.707166 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 8a058d9d-9485-4036-a861-6db4a389c1e0 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:16.723082 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 8a058d9d-9485-4036-a861-6db4a389c1e0 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:16.723428 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 8a058d9d-9485-4036-a861-6db4a389c1e0 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:16.724012 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c3be744-e838-4476-a1d1-8a88148e7edc no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:16.743903 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 0c3be744-e838-4476-a1d1-8a88148e7edc {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:16.744252 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c3be744-e838-4476-a1d1-8a88148e7edc not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:16.869543 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50080) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:16.908131 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e4bb8d0b-7b48-4bfc-89e9-0a69312c2650 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec5cb8a953634a04a7b491617cd0bf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374281 Sep 27 08:49:16.910593 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50082) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:16.961558 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.147868 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50090) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:17.190919 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.245881 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758505499-network', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:17.321748 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.324315 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.325458 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee614977-870d-4a03-b69d-2e036e922112 HTTP/1.1" status: 204 len: 168 time: 0.4138951 Sep 27 08:49:17.334065 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063651b-fd23-4c17-a55d-f2ca99236467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee614977-870d-4a03-b69d-2e036e922112,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:17.351106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Made reservation on behalf of 861800a3dcfa4a6b92fde763432a0a4e for: {'network': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:17.354859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.364060 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.452018 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.555706 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.580468 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=101279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:49:17.590175 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9e743-9d28-4a95-824a-3c374df563db,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:17.595080 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.595427 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.segments_db [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Added segment 7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7 of type vlan for network f665ee44-39bd-4804-8bf7-dc62e6aeff45 Sep 27 08:49:17.648956 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.721821 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.722872 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:17.723492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.782476 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f665ee44-39bd-4804-8bf7-dc62e6aeff45,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:17.792851 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:49:17.827589 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-b916d758-e09b-4a92-b83f-13ef70fc35d1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6785386 Sep 27 08:49:17.830242 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50106) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:17.835448 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Request body: {'subnet': {'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758505499-subnet', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'ip_version': 4}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:17.912179 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Made reservation on behalf of 861800a3dcfa4a6b92fde763432a0a4e for: {'subnet': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:17.914645 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261656190'] for subnet, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:17.990206 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50112) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:18.028897 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-30c482c2-baba-44cb-9060-9d6f0f70484f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad3927f585e742beb50a1107a3336402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370870 Sep 27 08:49:18.031064 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50114) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:18.081278 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.105598 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.146759 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261183981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261656140'] for subnet, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.221423 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:18.232291 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.235427 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.236584 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/116141ac-19a6-49d6-8cc3-d91cb9127df7 HTTP/1.1" status: 204 len: 168 time: 0.2046330 Sep 27 08:49:18.240821 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056c1a-b2ea-4921-95d9-fa3c4948a44d req-624f71f5-80be-4642-9da8-9de6fed56e0e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:18.247432 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6056c1a-b2ea-4921-95d9-fa3c4948a44d req-624f71f5-80be-4642-9da8-9de6fed56e0e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.1084168 Sep 27 08:49:18.248382 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c6212-8beb-477d-9c5b-371da1c24ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116141ac-19a6-49d6-8cc3-d91cb9127df7,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:18.249798 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Checking segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:18.250162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Network hostable DHCP agents. Network: f665ee44-39bd-4804-8bf7-dc62e6aeff45, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:49:18.294761 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d6056c1a-b2ea-4921-95d9-fa3c4948a44d req-c71760aa-f12e-482b-98a9-aa5dce684716 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Sep 27 08:49:18.350645 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:49:18.432407 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, f665ee44-39bd-4804-8bf7-dc62e6aeff45) {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:18.437009 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:18.438102 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.442628 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90674b-0a69-4880-b296-ca487792834f None None] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:18.513422 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3a722112-3cdf-44fe-91f4-b35146250fd3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6819787 Sep 27 08:49:18.516198 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50122) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:18.520982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:18.587238 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:49:18.588146 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.596647 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.597840 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.667995 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.731836 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Allocated IP 172.20.0.2 (f665ee44-39bd-4804-8bf7-dc62e6aeff45/f06c7a11-2240-44fc-aee1-d6ecb04e2dcb/10d1b453-a01b-47fd-9af5-052cec0eec89) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:18.875985 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.876224 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.080270 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.146497 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:19.149905 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.150913 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:19.155229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:19.171386 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.172269 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Pushing event updated for resources: {'Port': ['ID=10d1b453-a01b-47fd-9af5-052cec0eec89,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:19.230243 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Attempting to bind port 10d1b453-a01b-47fd-9af5-052cec0eec89 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:19.230672 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Attempting to bind port 10d1b453-a01b-47fd-9af5-052cec0eec89 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:19.230998 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Attempting to bind port 10d1b453-a01b-47fd-9af5-052cec0eec89 on network f665ee44-39bd-4804-8bf7-dc62e6aeff45 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:19.239994 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:19.240366 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Checking segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:19.240763 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.241148 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Bound using segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:19.241622 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Bound port: 10d1b453-a01b-47fd-9af5-052cec0eec89, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:19.242003 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.282058 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Allocated IP 172.28.3.248 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/d0cfac87-60bd-4d71-8531-baa429dc66d2) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:19.318963 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] For port 10d1b453-a01b-47fd-9af5-052cec0eec89, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:19.338689 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] For port 10d1b453-a01b-47fd-9af5-052cec0eec89, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=10d1b453-a01b-47fd-9af5-052cec0eec89,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:19.414629 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.415552 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.441143 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f37c09-0630-4bdc-86a2-c9442e35162c req-ce246fec-7145-4539-b015-b60bc329c600 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:19.443223 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-07f37c09-0630-4bdc-86a2-c9442e35162c req-ce246fec-7145-4539-b015-b60bc329c600 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0727196 Sep 27 08:49:19.482610 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993855d8-adf3-4f8d-9ea0-b25de6be7e4f None None] Pushing event updated for resources: {'Port': ['ID=10d1b453-a01b-47fd-9af5-052cec0eec89,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:19.497690 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-07f37c09-0630-4bdc-86a2-c9442e35162c req-fd1a25f4-f65a-4480-b953-78ea17f75839 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461383 Sep 27 08:49:19.553043 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.592398 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:19.595199 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:19.598821 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:19.628840 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cfac87-60bd-4d71-8531-baa429dc66d2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:19.945766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.131507 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.340018 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfe89e-a876-4ba7-a1a9-11a4d9a91cc5 None None] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:20.344457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Router 13f95e10-8123-46f5-a18a-2cd3371b8070 is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:49:20.418493 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] Provisioning complete for port 10d1b453-a01b-47fd-9af5-052cec0eec89 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:20.418875 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.460667 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:20.491035 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Sync routers for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:20.519800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:20.520440 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:20.585021 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.585021 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c02cb426-ea17-4d25-9f48-f0e09a1a91e3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0677395 Sep 27 08:49:20.587837 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50136) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:20.622781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658735-90de-4992-8527-4eaad75476ac req-ed51fef0-1985-470d-99e3-eae72a736b65 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:20.624481 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4658735-90de-4992-8527-4eaad75476ac req-ed51fef0-1985-470d-99e3-eae72a736b65 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0517735 Sep 27 08:49:20.648448 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.711153 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:20.724226 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a4658735-90de-4992-8527-4eaad75476ac req-1e3c3a6e-61c8-42f8-b52c-d798f95d6a95 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728040 Sep 27 08:49:20.742300 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] For port 10d1b453-a01b-47fd-9af5-052cec0eec89, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=10d1b453-a01b-47fd-9af5-052cec0eec89,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:20.771318 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 10d1b453-a01b-47fd-9af5-052cec0eec89 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:20.821003 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.924758 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c52a2-e9ff-46a3-b7c4-0fa1d65f0a1b None None] Pushing event updated for resources: {'Port': ['ID=10d1b453-a01b-47fd-9af5-052cec0eec89,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:20.950520 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 10d1b453-a01b-47fd-9af5-052cec0eec89 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:20.950898 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.000053 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8298ce4c-813e-42b4-9ae2-0593f4c6c0ec None None] Provisioning complete for port 10d1b453-a01b-47fd-9af5-052cec0eec89 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:21.000430 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8298ce4c-813e-42b4-9ae2-0593f4c6c0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.096075 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:19Z', 'revision_number': 3, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:21.108278 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.144612 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Checking router: 13f95e10-8123-46f5-a18a-2cd3371b8070 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:21.144960 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Updating router 13f95e10-8123-46f5-a18a-2cd3371b8070 port d0cfac87-60bd-4d71-8531-baa429dc66d2 binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:49:21.183498 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.263868 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Allocated IP 172.20.0.1 (f665ee44-39bd-4804-8bf7-dc62e6aeff45/f06c7a11-2240-44fc-aee1-d6ecb04e2dcb/e3cddeab-a845-4c65-84b5-913d7c504e35) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:21.362225 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.436539 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.478345 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.506956 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.517694 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:21.520935 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:21.523309 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:21.554738 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:21.561160 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f5d4-1ad3-4df4-b508-c7191ecd1edd None None] Pushing event updated for resources: {'Port': ['ID=d0cfac87-60bd-4d71-8531-baa429dc66d2,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:21.565530 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Attempting to bind port d0cfac87-60bd-4d71-8531-baa429dc66d2 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:21.565902 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Attempting to bind port d0cfac87-60bd-4d71-8531-baa429dc66d2 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:21.566302 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Attempting to bind port d0cfac87-60bd-4d71-8531-baa429dc66d2 on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:21.572235 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:21.572617 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:21.573021 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.573422 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:21.573886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Bound port: d0cfac87-60bd-4d71-8531-baa429dc66d2, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:21.574290 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.583223 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.633411 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] For port d0cfac87-60bd-4d71-8531-baa429dc66d2, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:21.637082 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] For port d0cfac87-60bd-4d71-8531-baa429dc66d2, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d0cfac87-60bd-4d71-8531-baa429dc66d2,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:21.710741 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.764388 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:21.765005 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:21.806165 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f5d4-1ad3-4df4-b508-c7191ecd1edd None None] Pushing event updated for resources: {'Port': ['ID=d0cfac87-60bd-4d71-8531-baa429dc66d2,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:21.819365 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.848421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-f804dfa7-4287-4416-ab1b-9f06ee5ba719 None None] Provisioning complete for port e3cddeab-a845-4c65-84b5-913d7c504e35 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:21.849332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f804dfa7-4287-4416-ab1b-9f06ee5ba719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:21.850946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226406-10fe-43b4-9a28-18993bbe9077 req-71f86e85-2254-4cdb-a114-6e5fb300f32b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:21.856593 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ac226406-10fe-43b4-9a28-18993bbe9077 req-71f86e85-2254-4cdb-a114-6e5fb300f32b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0573835 Sep 27 08:49:21.893206 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ac226406-10fe-43b4-9a28-18993bbe9077 req-4021f1e2-b45e-4b8b-b845-44a80450c79b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Sep 27 08:49:21.992665 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.020039 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-f804dfa7-4287-4416-ab1b-9f06ee5ba719 None None] Port e3cddeab-a845-4c65-84b5-913d7c504e35 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:22.033745 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:22.053981 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.123000 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:22.126678 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.219635 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-354683ba-0613-4469-bc53-629ad389d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:19Z', 'revision_number': 3, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:22.220995 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:22.222431 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:22.248483 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354683ba-0613-4469-bc53-629ad389d31f None None] The sync data for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb is: [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:19Z', 'revision_number': 3, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:22.349562 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Router 13f95e10-8123-46f5-a18a-2cd3371b8070 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:22.472396 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:22.477159 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-44908f94-18e9-4b40-999c-9d3777831761 admin admin] 10.222.0.76 "PUT /v2.0/routers/13f95e10-8123-46f5-a18a-2cd3371b8070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880343 Sep 27 08:49:22.553776 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-25f24079-726b-4c5e-96ee-6788a86971a4 None None] Provisioning complete for port e3cddeab-a845-4c65-84b5-913d7c504e35 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:22.554420 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-25f24079-726b-4c5e-96ee-6788a86971a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.596058 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-25f24079-726b-4c5e-96ee-6788a86971a4 None None] Port e3cddeab-a845-4c65-84b5-913d7c504e35 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:22.772054 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d0cfac87-60bd-4d71-8531-baa429dc66d2 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:22.826362 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port d0cfac87-60bd-4d71-8531-baa429dc66d2 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:22.826733 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.907937 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:22.936555 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port d0cfac87-60bd-4d71-8531-baa429dc66d2, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d0cfac87-60bd-4d71-8531-baa429dc66d2,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:23.009908 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.010890 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 10d1b453-a01b-47fd-9af5-052cec0eec89 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:23.018513 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad4b6-09d5-4ce3-b5d4-93b6480b63f8 req-4e5d0d02-d303-4a9e-ba5f-2915c254fb8a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.020203 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d73ad4b6-09d5-4ce3-b5d4-93b6480b63f8 req-4e5d0d02-d303-4a9e-ba5f-2915c254fb8a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0500886 Sep 27 08:49:23.071437 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d73ad4b6-09d5-4ce3-b5d4-93b6480b63f8 req-945c8658-7dbf-481a-8c16-37d0d91e7d5b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Sep 27 08:49:23.099422 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=d0cfac87-60bd-4d71-8531-baa429dc66d2,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:23.110818 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 10d1b453-a01b-47fd-9af5-052cec0eec89 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:23.111160 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.362222 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50174) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:23.367168 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1938161873-network', 'tenant_id': '1c5153c816eb468284e3729da2804dcb'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:23.498676 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Made reservation on behalf of 1c5153c816eb468284e3729da2804dcb for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:23.500987 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.510368 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.605182 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.624533 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-3fb4833d-7bca-45a0-8246-9470b46dc5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.704566 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.728572 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:49:23.736915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450274d-36b6-468b-bd59-256bf88c4e68,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:23.743248 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.743585 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Added segment cb2f56e7-d64b-4be0-abc0-38f2610c0767 of type vlan for network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc Sep 27 08:49:23.786827 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.847022 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Sync routers for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:23.856626 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:23.857235 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:23.872317 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.881773 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.881773 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:23.933141 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] Pushing event updated for resources: {'Network': ['ID=45d86a59-de23-4e19-a11a-4f2b84b3e6dc,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:23.943311 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:49:23.953343 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-6e4eb2b7-963d-4ae3-b646-fb25e6251d76 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5898576 Sep 27 08:49:23.955953 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50176) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:23.960538 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:23.961882 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Request body: {'subnet': {'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1938161873-subnet', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:24.041673 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Made reservation on behalf of 1c5153c816eb468284e3729da2804dcb for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:24.044068 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.170432 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 2, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:24.196753 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Checking router: 13f95e10-8123-46f5-a18a-2cd3371b8070 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:24.197114 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Updating router 13f95e10-8123-46f5-a18a-2cd3371b8070 port e3cddeab-a845-4c65-84b5-913d7c504e35 binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:49:24.200775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a1461-e284-4a76-97aa-44f98b951c94 req-fee8932a-2fe0-460e-aa01-413d4b584a10 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.205563 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce1a1461-e284-4a76-97aa-44f98b951c94 req-fee8932a-2fe0-460e-aa01-413d4b584a10 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0559223 Sep 27 08:49:24.229519 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.248355 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ce1a1461-e284-4a76-97aa-44f98b951c94 req-9509f84c-ab7f-4dda-939f-31f6916772bf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 Sep 27 08:49:24.287898 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.344378 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef20d58f-5ca4-4159-a421-c5dfb2275021,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:24.352022 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Checking segment: {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:24.352386 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Network hostable DHCP agents. Network: 45d86a59-de23-4e19-a11a-4f2b84b3e6dc, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:49:24.476123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:49:24.494284 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.584730 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.584993 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 45d86a59-de23-4e19-a11a-4f2b84b3e6dc) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:24.589024 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:24.590023 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.595640 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a296474-a5a3-449b-949f-e00efcc8f661 None None] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:24.633662 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Pushing event updated for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:24.641115 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.641473 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.641823 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.642163 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.642546 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.642863 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.643195 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.643593 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.643952 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.644285 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.644619 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.644927 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:24.690321 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-e1fff41a-1364-4fb1-bf62-7ad0f44d261c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7331164 Sep 27 08:49:24.693296 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50182) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:24.701972 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:24.720229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d0cfac87-60bd-4d71-8531-baa429dc66d2 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:24.734458 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Attempting to bind port e3cddeab-a845-4c65-84b5-913d7c504e35 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:24.734837 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Attempting to bind port e3cddeab-a845-4c65-84b5-913d7c504e35 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:24.735165 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Attempting to bind port e3cddeab-a845-4c65-84b5-913d7c504e35 on network f665ee44-39bd-4804-8bf7-dc62e6aeff45 {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:24.740497 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:24.744081 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Checking segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:24.744081 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.744081 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Bound using segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:24.744081 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Bound port: e3cddeab-a845-4c65-84b5-913d7c504e35, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:24.744081 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.801002 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe98ae6b6-ebe8-58be-8e73-ffebca64bda0-45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021'}]}} from dv-cinder-811085-1-smb. {{(pid=101281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:49:24.801952 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.814063 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port d0cfac87-60bd-4d71-8531-baa429dc66d2 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:24.814662 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.819087 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] For port e3cddeab-a845-4c65-84b5-913d7c504e35, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:24.819812 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-988056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1685'] for router, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.821456 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1692'] for router, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.822174 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] For port e3cddeab-a845-4c65-84b5-913d7c504e35, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=e3cddeab-a845-4c65-84b5-913d7c504e35,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:24.883821 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.905959 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:24.964972 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5dbb5-48c1-4dee-a3b9-bdde2e829cad None None] Pushing event updated for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=4']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:24.976365 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:24.976973 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:48:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:24.990207 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-52705649-22ae-43c5-9e72-710253b63478 None None] Provisioning complete for port e3cddeab-a845-4c65-84b5-913d7c504e35 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:24.990528 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-52705649-22ae-43c5-9e72-710253b63478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.052386 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.db_base_plugin_common [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Allocated IP 172.20.0.2 (45d86a59-de23-4e19-a11a-4f2b84b3e6dc/ef20d58f-5ca4-4159-a421-c5dfb2275021/0c45a470-ba37-41ae-ac94-0b114efa9a32) {{(pid=101281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:25.113242 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:25.159988 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-52705649-22ae-43c5-9e72-710253b63478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.182554 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.232977 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-52705649-22ae-43c5-9e72-710253b63478 None None] For port e3cddeab-a845-4c65-84b5-913d7c504e35, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=e3cddeab-a845-4c65-84b5-913d7c504e35,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:25.256302 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.287563 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-52705649-22ae-43c5-9e72-710253b63478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.347596 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:24Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:25.353207 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52705649-22ae-43c5-9e72-710253b63478 None None] Pushing event updated for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.365435 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903'] for port, after_create {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.382194 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefab929-b5f1-47a0-83fc-41d314f56c26 None None] The sync data for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb is: [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:24Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:25.433115 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb12886-5d3b-4ee2-ba76-ddf5698ce6ac req-8fc125de-87e8-4e34-9089-7331242ed29e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.459330 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1eb12886-5d3b-4ee2-ba76-ddf5698ce6ac req-8fc125de-87e8-4e34-9089-7331242ed29e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.1157250 Sep 27 08:49:25.500120 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Pushing event updated for resources: {'Port': ['ID=0c45a470-ba37-41ae-ac94-0b114efa9a32,revision_number=1']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.510571 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc is already hosted by enough agents. {{(pid=101281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:25.514470 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.scheduler.base_scheduler [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Resources bound (agent type, host, resource id): {{(pid=101281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:25.517213 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Received port after_create {{(pid=101281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:25.532782 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-214cf4c4-e360-4915-8467-fb427eec403c None None] Provisioning complete for port e3cddeab-a845-4c65-84b5-913d7c504e35 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:25.532897 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1eb12886-5d3b-4ee2-ba76-ddf5698ce6ac req-81b1ecd1-d57f-4fca-a762-e0880479f0eb tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614331 Sep 27 08:49:25.533119 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-214cf4c4-e360-4915-8467-fb427eec403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.615104 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Attempting to bind port 0c45a470-ba37-41ae-ac94-0b114efa9a32 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:25.615497 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Attempting to bind port 0c45a470-ba37-41ae-ac94-0b114efa9a32 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:25.615860 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Attempting to bind port 0c45a470-ba37-41ae-ac94-0b114efa9a32 on network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:25.622892 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:25.623074 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Checking segment: {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:25.623404 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.623997 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Bound using segment: {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:25.624385 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Bound port: 0c45a470-ba37-41ae-ac94-0b114efa9a32, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:25.625283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.631450 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.652139 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.744857 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] For port 0c45a470-ba37-41ae-ac94-0b114efa9a32, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:25.749301 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] For port 0c45a470-ba37-41ae-ac94-0b114efa9a32, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c45a470-ba37-41ae-ac94-0b114efa9a32,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:25.782619 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Allocated IP 172.28.3.151 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/0d4a913d-e742-4463-8718-bc3ff867fbd0) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:25.815639 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.885987 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0c55d-e26b-4c7a-8f35-4a8b4b2cc8e4 None None] Pushing event updated for resources: {'Port': ['ID=0c45a470-ba37-41ae-ac94-0b114efa9a32,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.904147 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.047004 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.100966 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:26.104104 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:26.106651 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:26.115993 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Pushing event updated for resources: {'Port': ['ID=0d4a913d-e742-4463-8718-bc3ff867fbd0,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:26.135051 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-598771a1-3411-4dc1-961c-82980f013705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.453627 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.658399 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812411f4-5f7b-45d9-a162-b398cb67b19e req-5de3e78c-dc74-4d57-875d-c8766748a789 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.667474 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-812411f4-5f7b-45d9-a162-b398cb67b19e req-5de3e78c-dc74-4d57-875d-c8766748a789 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0607796 Sep 27 08:49:26.720647 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-812411f4-5f7b-45d9-a162-b398cb67b19e req-732afc2c-8f4b-4ba5-8f17-72ec5a2843dd tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521529 Sep 27 08:49:26.801918 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c45a470-ba37-41ae-ac94-0b114efa9a32 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:26.806880 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.861491 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0c45a470-ba37-41ae-ac94-0b114efa9a32 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:26.861923 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.928618 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989605'] for router, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.942569 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0258d0-3397-400d-8558-eef0de90bdc1 None None] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:26.987769 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.027347 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-f018e98e-2882-4eba-b94b-80f112cc1ffc None None] Provisioning complete for port 0c45a470-ba37-41ae-ac94-0b114efa9a32 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:27.027725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f018e98e-2882-4eba-b94b-80f112cc1ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.095810 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 0c45a470-ba37-41ae-ac94-0b114efa9a32, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c45a470-ba37-41ae-ac94-0b114efa9a32,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:27.106288 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed is scheduled to L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 with binding_index 1 {{(pid=101280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:49:27.163677 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.164379 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device e3cddeab-a845-4c65-84b5-913d7c504e35 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:27.210332 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:27.293478 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.297436 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-0ac45005-1682-45f9-8fad-3f442b5bc61b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6005692 Sep 27 08:49:27.297614 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50204) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:27.358062 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Sync routers for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:27.397860 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-f018e98e-2882-4eba-b94b-80f112cc1ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.436191 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:27.436811 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:27.441741 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=0c45a470-ba37-41ae-ac94-0b114efa9a32,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.514004 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.570959 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port e3cddeab-a845-4c65-84b5-913d7c504e35 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:27.571483 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.580171 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.db.api [None req-f018e98e-2882-4eba-b94b-80f112cc1ffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:49:27.580531 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG oslo_db.api [None req-f018e98e-2882-4eba-b94b-80f112cc1ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:49:27.621624 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:27.750773 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.843391 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40544202-b541-4bd9-a9ba-01086b5715a0 req-1722bcae-48e5-417d-96dc-cc9d917d1439 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.852712 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40544202-b541-4bd9-a9ba-01086b5715a0 req-1722bcae-48e5-417d-96dc-cc9d917d1439 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0590746 Sep 27 08:49:27.875169 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:26Z', 'revision_number': 3, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:27.889079 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-40544202-b541-4bd9-a9ba-01086b5715a0 req-21b4c13e-d401-4ee6-a0ca-8f77c6d9489c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351179 Sep 27 08:49:27.905101 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Checking router: 5445094e-2b12-43a6-8f4c-73b9ac26d1ed for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:27.905458 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Updating router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed port 0d4a913d-e742-4463-8718-bc3ff867fbd0 binding host dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:49:27.925920 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_common [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Allocated IP 172.20.0.1 (45d86a59-de23-4e19-a11a-4f2b84b3e6dc/ef20d58f-5ca4-4159-a421-c5dfb2275021/ce195807-65b0-4b8c-a656-8797dd88a6ba) {{(pid=101280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:27.931262 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.028336 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.139154 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.193054 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:28.196424 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:28.198464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:28.200728 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Received port after_create {{(pid=101280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:28.221983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks [] for port, precommit_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.245464 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-990104'] for router_interface, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.264211 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-ba2c6a0a-6d7c-438d-bf6b-c9874793f039 None None] Provisioning complete for port 0c45a470-ba37-41ae-ac94-0b114efa9a32 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:28.264666 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6a0a-6d7c-438d-bf6b-c9874793f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.296797 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.365774 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4c90f-2505-453a-8b98-ff3b5d83faf6 None None] Pushing event updated for resources: {'Port': ['ID=0d4a913d-e742-4463-8718-bc3ff867fbd0,revision_number=2']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:28.372739 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Attempting to bind port 0d4a913d-e742-4463-8718-bc3ff867fbd0 on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:28.373120 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Attempting to bind port 0d4a913d-e742-4463-8718-bc3ff867fbd0 by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:28.373569 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Attempting to bind port 0d4a913d-e742-4463-8718-bc3ff867fbd0 on network 3325e4cb-1265-481f-b550-c7c20a14ad08 {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:28.397991 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:28.398393 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Checking segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:28.398806 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.399198 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Bound using segment: {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'} {{(pid=101281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:28.400060 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.managers [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Bound port: 0d4a913d-e742-4463-8718-bc3ff867fbd0, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a524d45-fee8-4ac2-accb-fbe38160c25c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08'}}] {{(pid=101281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:28.400060 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.463027 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] For port 0d4a913d-e742-4463-8718-bc3ff867fbd0, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:28.466195 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] For port 0d4a913d-e742-4463-8718-bc3ff867fbd0, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0d4a913d-e742-4463-8718-bc3ff867fbd0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:28.466861 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.554405 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-c4adfd9f-7227-4bd0-97b6-f7da9e2ba26b None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:28.555044 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c4adfd9f-7227-4bd0-97b6-f7da9e2ba26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.577037 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.621504 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-c4adfd9f-7227-4bd0-97b6-f7da9e2ba26b None None] Port ce195807-65b0-4b8c-a656-8797dd88a6ba cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:28.643696 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.649300 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:28.649693 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:28.654493 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4c90f-2505-453a-8b98-ff3b5d83faf6 None None] Pushing event updated for resources: {'Port': ['ID=0d4a913d-e742-4463-8718-bc3ff867fbd0,revision_number=3']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:28.717813 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c45a470-ba37-41ae-ac94-0b114efa9a32 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:28.718238 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261544359'] for port, after_update {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.783806 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=2']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:28.789086 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-990568'] for router_interface, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.794175 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:28.824660 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0c45a470-ba37-41ae-ac94-0b114efa9a32 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:28.825040 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:28.891073 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc is already hosted by enough agents. {{(pid=101280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:28.892514 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:29.019194 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.027331 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:29.060465 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237a46-513c-406b-b07b-7a1f79be2033 req-6f19d7de-8d39-474b-bc22-65b901a8a188 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.068409 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-66237a46-513c-406b-b07b-7a1f79be2033 req-6f19d7de-8d39-474b-bc22-65b901a8a188 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0767825 Sep 27 08:49:29.111697 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'ce195807-65b0-4b8c-a656-8797dd88a6ba', 'name': '', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'mac_address': 'fa:16:3e:80:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:27Z', 'updated_at': '2021-09-27T08:49:27Z', 'revision_number': 1, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'subnets': [{'id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:29.113370 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-66237a46-513c-406b-b07b-7a1f79be2033 req-fcbf5d18-70a8-413a-be4a-39dc268bf3e4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392733 Sep 27 08:49:29.147225 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9506d87-d399-4cc7-a86c-12629ac0e924 None None] The sync data for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb is: [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'ce195807-65b0-4b8c-a656-8797dd88a6ba', 'name': '', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'mac_address': 'fa:16:3e:80:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:27Z', 'updated_at': '2021-09-27T08:49:27Z', 'revision_number': 1, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'subnets': [{'id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:29.156496 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-6e16189c-f439-49bb-920a-16e849858b1c None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:29.156879 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-6e16189c-f439-49bb-920a-16e849858b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.171510 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:29.176229 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-41be1bb1-9629-4463-8da9-4d9284ac36f6 admin admin] 10.222.0.76 "PUT /v2.0/routers/5445094e-2b12-43a6-8f4c-73b9ac26d1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8775828 Sep 27 08:49:29.193940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-6e16189c-f439-49bb-920a-16e849858b1c None None] Port ce195807-65b0-4b8c-a656-8797dd88a6ba cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:49:29.217387 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:29.325335 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:29.337484 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:29.396517 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.411560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:29.439513 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:29.500784 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.558294 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=6']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:29.587111 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:29.706935 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50230) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:29.712288 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828290768', 'description': 'tempest-secgroup-smoke-828290768 description', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:29.796405 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.894929 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.957674 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:29.987683 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:30.066406 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.068210 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3655ae05-7647-4f36-aed6-9eb127778a84 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3595178 Sep 27 08:49:30.071155 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50232) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:30.075546 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:30.169955 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.230579 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e2c33-bb1a-4d72-95f3-ca23d5546739 req-c5de4337-d12f-4ba9-a692-07916dcf490b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.231143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.232181 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d2e2c33-bb1a-4d72-95f3-ca23d5546739 req-c5de4337-d12f-4ba9-a692-07916dcf490b tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Sep 27 08:49:30.278879 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d2e2c33-bb1a-4d72-95f3-ca23d5546739 req-d368f3a9-c080-4ab5-80be-3b01e6943cda tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368609 Sep 27 08:49:30.289475 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.322005 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5826345-0ac4-4ece-9d89-81a38ad7cf1a,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:30.375028 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.376586 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3facafae-8789-427a-8eb3-d376e6772bee tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044431 Sep 27 08:49:30.379363 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50242) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:30.385290 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:30.471494 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.527129 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.591814 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.609319 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71fe0df-9c22-47c0-b4bc-656d038079eb,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:30.666826 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.668064 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-fd3b6108-591b-4468-b7df-4cb2dfa608cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2866280 Sep 27 08:49:30.671143 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50246) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:30.675673 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:30.714577 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0d4a913d-e742-4463-8718-bc3ff867fbd0 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:30.763421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0d4a913d-e742-4463-8718-bc3ff867fbd0 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:30.768787 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.768918 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.824638 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.889373 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.912823 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf6034f-0917-40c7-bb3e-d5920674caea,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:30.924119 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.924480 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.924830 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.925171 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.925888 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.925888 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.926162 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.927276 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.927537 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.928044 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.928535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.929020 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:30.969759 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:30.971061 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a9140c35-bb93-45f7-b040-ac694bfbdebf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988896 Sep 27 08:49:30.974452 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50264) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:30.978936 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:30.991800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.012882 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] For port 0d4a913d-e742-4463-8718-bc3ff867fbd0, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0d4a913d-e742-4463-8718-bc3ff867fbd0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:31.089059 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.157620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.164023 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.210208 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Pushing event updated for resources: {'Port': ['ID=0d4a913d-e742-4463-8718-bc3ff867fbd0,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.232302 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:31.254844 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.276417 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743dedfc-cdd5-4868-97a6-791079b4b032,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.282380 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:31.282760 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.350900 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.352214 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8908d1b0-18de-481a-8713-9c6b78c89f3a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3768148 Sep 27 08:49:31.360863 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50276) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:31.365697 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:31.396886 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.425741 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:31.428075 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c99890-e3a1-417e-9e50-b7265a096d95" -d '{"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:31.430815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc344-0e6c-4b81-88fe-a96cd22a20ce req-e684648d-ebb1-42bf-87bb-8e0119d0e9d1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.442828 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30fdc344-0e6c-4b81-88fe-a96cd22a20ce req-e684648d-ebb1-42bf-87bb-8e0119d0e9d1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 945 time: 0.0653398 Sep 27 08:49:31.468211 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:31.480800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1b9bf1-1adf-4145-91b9-0f9054fbf632 x-openstack-request-id: req-6e1b9bf1-1adf-4145-91b9-0f9054fbf632 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:31.481094 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:31.481367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e1b9bf1-1adf-4145-91b9-0f9054fbf632 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:31.481778 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'code': 200} Sep 27 08:49:31.483179 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30fdc344-0e6c-4b81-88fe-a96cd22a20ce req-f55cba61-d970-4c88-8793-47df26d9eaea tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433466 Sep 27 08:49:31.555852 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.securitygroups_db [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Project 861800a3dcfa4a6b92fde763432a0a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:49:31.561070 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.581021 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.623188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.633586 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=7']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.695710 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.716154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d73fbc-8962-4c39-af3c-0439ff29e7d8,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:31.780910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.782553 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-cd458d9b-5ba6-480f-8a58-1b7068bd5018 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4203904 Sep 27 08:49:31.785347 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50288) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:31.789808 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'security_group_rule': {'security_group_id': '0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0', 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:31.881817 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.securitygroups_db [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Project 861800a3dcfa4a6b92fde763432a0a4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:49:31.890111 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.959318 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.030216 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574248'] for security_group_rule, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.052625 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83949978-4e99-4cb6-b52d-de025753f3d0,revision_number=0']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:32.139469 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.153409 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-e73043a5-9c2c-458e-837a-2117f85ed28d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3592167 Sep 27 08:49:32.665581 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e1f01-5cdf-4740-9e1b-13dc5b96040e req-fb108d82-b2e3-4a70-8e4c-ec0f74f7db07 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.667476 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d44e1f01-5cdf-4740-9e1b-13dc5b96040e req-fb108d82-b2e3-4a70-8e4c-ec0f74f7db07 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0760975 Sep 27 08:49:32.735331 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d44e1f01-5cdf-4740-9e1b-13dc5b96040e req-5bb24fa0-0d4e-4ad8-b8f5-16e9579a479a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587637 Sep 27 08:49:32.779192 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Sync routers for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:32.799432 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0d4a913d-e742-4463-8718-bc3ff867fbd0 up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:32.799975 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:32.800684 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:32.877989 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port 0d4a913d-e742-4463-8718-bc3ff867fbd0 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:32.878407 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.102629 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:33.329438 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'ce195807-65b0-4b8c-a656-8797dd88a6ba', 'name': '', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'mac_address': 'fa:16:3e:80:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:27Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 2, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'subnets': [{'id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:33.356523 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Checking router: 5445094e-2b12-43a6-8f4c-73b9ac26d1ed for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:33.357145 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Updating router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed port ce195807-65b0-4b8c-a656-8797dd88a6ba binding host dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:49:33.388080 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.716106 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.778476 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.853343 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b1c1e-b9e6-4821-ba54-109fe870be27 None None] Pushing event updated for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=3']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:33.896038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d839-1d17-405c-9d52-826760a59a91 req-8c33a214-969b-415a-9d1d-30c973ca0a58 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.903808 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b387d839-1d17-405c-9d52-826760a59a91 req-8c33a214-969b-415a-9d1d-30c973ca0a58 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0730860 Sep 27 08:49:33.950961 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Attempting to bind port ce195807-65b0-4b8c-a656-8797dd88a6ba on host dv-cinder-811085-1-smb for vnic_type normal with profile {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:33.951833 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Attempting to bind port ce195807-65b0-4b8c-a656-8797dd88a6ba by drivers openvswitch,hyperv on host dv-cinder-811085-1-smb at level 0 using segments [{'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:33.952089 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Attempting to bind port ce195807-65b0-4b8c-a656-8797dd88a6ba on network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:33.957608 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Checking agent: {'id': '239b3f2e-32ba-4e66-b239-978f4bc4c8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811085-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 35, 57), 'started_at': datetime.datetime(2021, 9, 27, 8, 36, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811085-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:33.958209 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Checking segment: {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:33.959123 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.959829 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Bound using segment: {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'} {{(pid=101282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:33.960484 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Bound port: ce195807-65b0-4b8c-a656-8797dd88a6ba, host: dv-cinder-811085-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2f56e7-d64b-4be0-abc0-38f2610c0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc'}}] {{(pid=101282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:33.962675 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.972419 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b387d839-1d17-405c-9d52-826760a59a91 req-43e53eb3-38b7-493f-be1a-9bddae04caaf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670066 Sep 27 08:49:34.038906 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] For port ce195807-65b0-4b8c-a656-8797dd88a6ba, host dv-cinder-811085-1-smb, cleared binding levels {{(pid=101282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:34.043200 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.plugins.ml2.db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] For port ce195807-65b0-4b8c-a656-8797dd88a6ba, host dv-cinder-811085-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=ce195807-65b0-4b8c-a656-8797dd88a6ba,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:34.112522 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.211252 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:34.219449 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:34.221338 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:34.221937 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.275896 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b1c1e-b9e6-4821-ba54-109fe870be27 None None] Pushing event updated for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=4']} {{(pid=101282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:34.396907 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.406820 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:34.453584 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] For port ce195807-65b0-4b8c-a656-8797dd88a6ba, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=ce195807-65b0-4b8c-a656-8797dd88a6ba,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:34.555393 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.646245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8635f7b-e612-42ad-b9e2-cae9a7c7fd48 None None] Pushing event updated for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:34.678057 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-77d7af5d-251f-43af-ae5e-f952b0f205cb None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:34.679016 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-77d7af5d-251f-43af-ae5e-f952b0f205cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:34.791303 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'ce195807-65b0-4b8c-a656-8797dd88a6ba', 'name': '', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'mac_address': 'fa:16:3e:80:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:27Z', 'updated_at': '2021-09-27T08:49:34Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'subnets': [{'id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:34.820402 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc23d-5c2d-49e6-946b-7c47e3e995d5 None None] The sync data for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb is: [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:49:28Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'ce195807-65b0-4b8c-a656-8797dd88a6ba', 'name': '', 'network_id': '45d86a59-de23-4e19-a11a-4f2b84b3e6dc', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'mac_address': 'fa:16:3e:80:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:27Z', 'updated_at': '2021-09-27T08:49:34Z', 'revision_number': 4, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'subnets': [{'id': 'ef20d58f-5ca4-4159-a421-c5dfb2275021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:34.831588 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device ce195807-65b0-4b8c-a656-8797dd88a6ba up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:34.902330 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:49:34.908481 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:34.908792 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.133194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709557-0808-4df9-9c5a-562885dffb54 req-e97334ae-016c-4a25-b9dd-0b7e392c00da tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.134908 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-78709557-0808-4df9-9c5a-562885dffb54 req-e97334ae-016c-4a25-b9dd-0b7e392c00da tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0638900 Sep 27 08:49:35.203665 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-78709557-0808-4df9-9c5a-562885dffb54 req-ed20be2e-7855-48cf-9c61-e4bad5884281 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574000 Sep 27 08:49:35.212414 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def047f-81e3-48e4-960a-fd1a511db474 req-4c97064f-2b1a-4eb5-b6e4-f42c79f59a61 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.214004 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1def047f-81e3-48e4-960a-fd1a511db474 req-4c97064f-2b1a-4eb5-b6e4-f42c79f59a61 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0766070 Sep 27 08:49:35.281235 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1def047f-81e3-48e4-960a-fd1a511db474 req-5cf13902-6c25-4120-a10b-10e348a49892 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Sep 27 08:49:36.368422 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697defa-d605-4c8c-9286-34f91c236d0a req-da68316f-e1c3-4114-a083-890000fc33b1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.370966 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8697defa-d605-4c8c-9286-34f91c236d0a req-da68316f-e1c3-4114-a083-890000fc33b1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0870378 Sep 27 08:49:36.459207 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8697defa-d605-4c8c-9286-34f91c236d0a req-1e595320-ccdb-409c-89da-0842f212d32e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817161 Sep 27 08:49:36.489216 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3eff0-be6e-4655-8d3d-8d25485f708c req-74fd4507-ae1c-4709-8c9a-74da4914440e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.491534 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ded3eff0-be6e-4655-8d3d-8d25485f708c req-74fd4507-ae1c-4709-8c9a-74da4914440e tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.1152835 Sep 27 08:49:36.535208 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ded3eff0-be6e-4655-8d3d-8d25485f708c req-cb6f1b9e-5da9-47b1-abc8-fdb71c682ed3 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365901 Sep 27 08:49:36.734762 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device ce195807-65b0-4b8c-a656-8797dd88a6ba up at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:36.815991 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Provisioning complete for port ce195807-65b0-4b8c-a656-8797dd88a6ba triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:36.816372 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.064154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-55b5b025-1a2d-4e89-9c57-87339ccfaefd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.065989 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-55b5b025-1a2d-4e89-9c57-87339ccfaefd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.0515821 Sep 27 08:49:37.181035 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Deleting port db56a348-e9e4-47a7-9f0e-567892e3958f {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:37.181385 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.277554 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] For port db56a348-e9e4-47a7-9f0e-567892e3958f, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=db56a348-e9e4-47a7-9f0e-567892e3958f,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:37.277924 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.518458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.519106 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.519106 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Floating IP 39fd1df6-b420-4093-9155-c4c24fa2f0c0 disassociated. External IP: 172.28.3.179, port: db56a348-e9e4-47a7-9f0e-567892e3958f. Sep 27 08:49:37.519457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Calling delete_port for db56a348-e9e4-47a7-9f0e-567892e3958f owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:37.661750 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7b66-00d0-4044-a116-3a90f14ce82e req-a6abbf00-21d8-4f55-8cc1-33e1f7db1346 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.663276 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6ead7b66-00d0-4044-a116-3a90f14ce82e req-a6abbf00-21d8-4f55-8cc1-33e1f7db1346 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0979979 Sep 27 08:49:38.091466 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaea7d-c598-4bae-9961-76c9c0622bc6 req-c69a4d9a-4b15-4773-8e85-e28d60d1b820 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:38.092930 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-22aaea7d-c598-4bae-9961-76c9c0622bc6 req-c69a4d9a-4b15-4773-8e85-e28d60d1b820 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 945 time: 0.4746435 Sep 27 08:49:38.120369 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6ead7b66-00d0-4044-a116-3a90f14ce82e req-bd5f33a8-5e39-4834-96c1-92a766b3a7c9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460168 Sep 27 08:49:38.169412 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-22aaea7d-c598-4bae-9961-76c9c0622bc6 req-2efe0c28-9a2b-4605-a4e3-1ecb1817eee8 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups?id=80c7051b-69cb-43de-bf7f-8e75ba09c641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663972 Sep 27 08:49:38.215203 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.246207 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'Port': ['ID=db56a348-e9e4-47a7-9f0e-567892e3958f,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:38.390397 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:38.507405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:38.522397 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:38.532879 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:38.534315 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:38.549812 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] No DVR routers for this DVR port db56a348-e9e4-47a7-9f0e-567892e3958f on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:38.554241 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.556383 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b92f9f56-c833-459b-8150-c26a29146aa0 req-8a9f8e07-b289-47c9-8f85-8aae770ec6fd tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.13 "DELETE /v2.0/ports/db56a348-e9e4-47a7-9f0e-567892e3958f HTTP/1.1" status: 204 len: 173 time: 1.4841924 Sep 27 08:49:38.556865 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'name': 'network-vif-deleted', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:38.559315 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fb38d-19eb-415b-9d52-62c68d9cf58f" -d '{"events": [{"server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "name": "network-vif-deleted", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:38.673909 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f8b7d2-a10b-4d79-a810-d056aeab3dc7 x-openstack-request-id: req-31f8b7d2-a10b-4d79-a810-d056aeab3dc7 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:38.674128 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0629996-0929-410c-b22e-c1129738358b", "name": "network-vif-deleted", "tag": "db56a348-e9e4-47a7-9f0e-567892e3958f", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:38.674403 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31f8b7d2-a10b-4d79-a810-d056aeab3dc7 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:38.674789 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0629996-0929-410c-b22e-c1129738358b', 'name': 'network-vif-deleted', 'tag': 'db56a348-e9e4-47a7-9f0e-567892e3958f', 'status': 'completed', 'code': 200} Sep 27 08:49:38.685255 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:38.901928 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:38.939041 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:38.948553 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:38.949173 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:39.059170 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:39.272696 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856250-1589-487d-8162-e3b7aadb1525 req-227fe52b-9af3-4f2b-abcd-7a66caa7ff49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.274341 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83856250-1589-487d-8162-e3b7aadb1525 req-227fe52b-9af3-4f2b-abcd-7a66caa7ff49 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0582900 Sep 27 08:49:39.296371 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:39.308173 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a44b6dac-9756-4b8a-bee3-d4daa7a37eb2 req-2ba12c1e-09e3-4dc2-bb67-ecc7a6a22544 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0629996-0929-410c-b22e-c1129738358b HTTP/1.1" status: 200 len: 210 time: 0.0440252 Sep 27 08:49:39.325621 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7835fda0-8b19-434e-9340-1acade24c01b None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:44:19Z', 'revision_number': 4, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '03d2ff7f-a6b5-440e-9c6a-f6616f65f706', 'name': '', 'network_id': 'a75203c5-dc8c-4dd3-9426-c0849870190b', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'mac_address': 'fa:16:3e:6d:73:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:17Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'subnets': [{'id': 'fb4b5c1c-39ea-480f-b02e-2ba333aba36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:39.335392 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83856250-1589-487d-8162-e3b7aadb1525 req-f42d5fb3-10b6-442f-96d0-97415738a28f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528543 Sep 27 08:49:39.625916 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca00af-1b4e-4516-8756-7eec336e8f3e None None] New status for floating IP 39fd1df6-b420-4093-9155-c4c24fa2f0c0: DOWN {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:40.487961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae917-51b4-4313-beb8-29c166837a37 req-f2435c1f-3817-4d72-8594-a45953d0f804 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.493910 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50424) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:40.499701 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1b4ae917-51b4-4313-beb8-29c166837a37 req-f2435c1f-3817-4d72-8594-a45953d0f804 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0655313 Sep 27 08:49:40.544088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1b4ae917-51b4-4313-beb8-29c166837a37 req-3c6f2bde-69a1-478e-9a15-ddb73d3d3e72 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Sep 27 08:49:40.589819 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.618807 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.773060 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.776066 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.777604 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "DELETE /v2.0/security-groups/80c7051b-69cb-43de-bf7f-8e75ba09c641 HTTP/1.1" status: 204 len: 168 time: 0.2819028 Sep 27 08:49:40.780498 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50426) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:40.800404 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6978-a696-41d1-8ba6-d4fe6c264c77 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7051b-69cb-43de-bf7f-8e75ba09c641,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:40.801321 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.api.v2.resource [None req-c24ec363-1a97-41fa-a813-c1ad2410b6a5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] show failed (client error): The resource could not be found. Sep 27 08:49:40.803147 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c24ec363-1a97-41fa-a813-c1ad2410b6a5 tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "GET /v2.0/security-groups/80c7051b-69cb-43de-bf7f-8e75ba09c641 HTTP/1.1" status: 404 len: 347 time: 0.0214195 Sep 27 08:49:40.808715 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50428) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:40.968064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Deleting port f6ce839a-3665-4e8e-b922-d01158ba734e {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:40.968064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.094299 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.094689 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.111856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Calling delete_port for f6ce839a-3665-4e8e-b922-d01158ba734e owned by network:floatingip {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:41.295155 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device db56a348-e9e4-47a7-9f0e-567892e3958f no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:41.318232 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: db56a348-e9e4-47a7-9f0e-567892e3958f {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:41.319008 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device db56a348-e9e4-47a7-9f0e-567892e3958f not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:41.324111 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.359930 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Pushing event deleted for resources: {'Port': ['ID=f6ce839a-3665-4e8e-b922-d01158ba734e,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:41.427015 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks [] for floatingip, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.430492 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.431670 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c53716d1-e973-48a8-a731-f65e701d625a tempest-AttachVolumeTestJSON-1686464540 tempest-AttachVolumeTestJSON-1686464540-project] 10.222.0.76 "DELETE /v2.0/floatingips/39fd1df6-b420-4093-9155-c4c24fa2f0c0 HTTP/1.1" status: 204 len: 168 time: 0.6214478 Sep 27 08:49:41.699596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00ee67-1632-4fd6-ab82-ba1a79757ce2 req-01737f5f-1eb6-4c3f-bc3e-4a53bba285e3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.701786 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fa00ee67-1632-4fd6-ab82-ba1a79757ce2 req-01737f5f-1eb6-4c3f-bc3e-4a53bba285e3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0704384 Sep 27 08:49:41.754216 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fa00ee67-1632-4fd6-ab82-ba1a79757ce2 req-a20a264d-7b15-4cf6-9787-6bf1cd20ed28 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Sep 27 08:49:42.965892 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac76fde-9ac0-4345-a18b-ab254aec31d9 req-84c8c871-c741-4cf9-980b-b9c3f6654eb6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:42.965892 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8ac76fde-9ac0-4345-a18b-ab254aec31d9 req-84c8c871-c741-4cf9-980b-b9c3f6654eb6 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0481327 Sep 27 08:49:42.965892 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8ac76fde-9ac0-4345-a18b-ab254aec31d9 req-0874b50f-58b7-4d4b-a030-5e382a8494e0 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340939 Sep 27 08:49:43.215008 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:44.061758 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1efb7d-e52a-4286-8e1c-7d195caeae31 req-1c23754b-880f-440d-9865-4d932182828e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:44.063276 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fe1efb7d-e52a-4286-8e1c-7d195caeae31 req-1c23754b-880f-440d-9865-4d932182828e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0492489 Sep 27 08:49:44.100224 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fe1efb7d-e52a-4286-8e1c-7d195caeae31 req-c41d0be4-99b8-4d21-a7f6-f1fee55c93f5 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304556 Sep 27 08:49:44.948519 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-d2c62f65-63de-4b7a-8e0e-87b4ab18f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:44.950056 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-d2c62f65-63de-4b7a-8e0e-87b4ab18f4cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1099 time: 0.1369402 Sep 27 08:49:45.045056 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-cc98ad79-8758-428a-a794-f8a482cc79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.046546 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-cc98ad79-8758-428a-a794-f8a482cc79c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.0891798 Sep 27 08:49:45.114008 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-71dd6d10-7d90-424a-89d5-6d98bf6722ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 1002 time: 0.0595021 Sep 27 08:49:45.162470 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-f924e7e2-e082-4641-a372-5e25dff4064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.163929 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-f924e7e2-e082-4641-a372-5e25dff4064e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0424552 Sep 27 08:49:45.238620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-52a6b855-fd28-45ac-9238-5df5853d5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.240771 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-52a6b855-fd28-45ac-9238-5df5853d5cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618575 Sep 27 08:49:45.249172 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47885-329a-4f66-a41e-87527c512618 req-6357e2d2-be49-40c3-853c-c89e641ad330 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.250880 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16e47885-329a-4f66-a41e-87527c512618 req-6357e2d2-be49-40c3-853c-c89e641ad330 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0802619 Sep 27 08:49:45.348745 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-16e47885-329a-4f66-a41e-87527c512618 req-c87d0db5-cc6a-4b49-845a-729c4bcb3af9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807168 Sep 27 08:49:45.375536 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-26070cfb-ef3f-493d-a9db-9f32272dce80 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125581 Sep 27 08:49:45.464681 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4bc47f13-e04b-4451-a19a-a2cea0a3ad96 req-c188eabc-5329-47cf-a2a0-581840f5c9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853958 Sep 27 08:49:45.730423 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50490) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:46.221748 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.499738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279d62e-fd2f-4f2f-bd2c-8d19b07e9a99 req-a141cfd0-a77e-42aa-af7d-259ca2934270 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.501161 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b279d62e-fd2f-4f2f-bd2c-8d19b07e9a99 req-a141cfd0-a77e-42aa-af7d-259ca2934270 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 946 time: 0.0791724 Sep 27 08:49:46.562152 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b279d62e-fd2f-4f2f-bd2c-8d19b07e9a99 req-34540448-66ba-4d90-8aac-28d738d966ce tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Sep 27 08:49:46.571727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Deleting port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:46.572063 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.649756 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] For port 03d2ff7f-a6b5-440e-9c6a-f6616f65f706, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:46.650121 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.662251 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Calling delete_port for 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 owned by network:router_interface {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:46.889136 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.917813 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d2ff7f-a6b5-440e-9c6a-f6616f65f706,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:47.078977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.291154 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Router f1a02993-0723-4c32-b0a4-d64c3299bca2 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:47.348299 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:47.428957 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.452604 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:47.454910 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e985a0-553e-404c-9068-07b1a97d2c79" -d '{"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:47.471215 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:47.550329 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b529a6a8-0071-4bbd-9126-83110543166f x-openstack-request-id: req-b529a6a8-0071-4bbd-9126-83110543166f {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:47.550715 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:47.551056 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b529a6a8-0071-4bbd-9126-83110543166f {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:47.551515 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'code': 200} Sep 27 08:49:47.606750 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.657553 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=8']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:47.687155 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:47.692369 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d290763b-f835-4faf-bb05-5e8d7cd9c363 admin admin] 10.222.0.76 "PUT /v2.0/routers/f1a02993-0723-4c32-b0a4-d64c3299bca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608240 Sep 27 08:49:47.695824 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50518) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:47.700930 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Sync routers for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:47.704627 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7140-bc6c-49c5-bc1d-2d6ed4d07de4 req-e5d4a156-1370-439c-83cc-19e5bd6cf563 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.706127 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d93d7140-bc6c-49c5-bc1d-2d6ed4d07de4 req-e5d4a156-1370-439c-83cc-19e5bd6cf563 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0665474 Sep 27 08:49:47.710780 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:47.711404 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:47.745641 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d93d7140-bc6c-49c5-bc1d-2d6ed4d07de4 req-67eda621-3ee1-40ea-83a8-8c408cf13d9c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Sep 27 08:49:47.813514 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks [] for router, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.827143 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:47.917086 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.009291 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:49:46Z', 'revision_number': 5, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port': {'id': 'a16079fe-d374-400b-8273-4f031a2e4e0c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:48.035641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Checking router: f1a02993-0723-4c32-b0a4-d64c3299bca2 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:48.044641 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Routers {'f1a02993-0723-4c32-b0a4-d64c3299bca2'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:48.045262 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['f1a02993-0723-4c32-b0a4-d64c3299bca2'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:48.046341 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Deleting port a16079fe-d374-400b-8273-4f031a2e4e0c {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:48.046690 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.127599 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] For port a16079fe-d374-400b-8273-4f031a2e4e0c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=a16079fe-d374-400b-8273-4f031a2e4e0c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:48.127976 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.132229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] Set router f1a02993-0723-4c32-b0a4-d64c3299bca2 gateway port host: None {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:48.139708 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Calling delete_port for a16079fe-d374-400b-8273-4f031a2e4e0c owned by network:router_gateway {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:48.183121 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:49:47Z', 'revision_number': 6, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:48.212351 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233d70f-cdd2-4cc8-87bb-027f8f44be43 None None] The sync data for ids ['f1a02993-0723-4c32-b0a4-d64c3299bca2'] in dv-cinder-811085-1-smb is: [{'id': 'f1a02993-0723-4c32-b0a4-d64c3299bca2', 'name': 'tempest-AttachVolumeTestJSON-71086827-router', 'tenant_id': '5bd81983cbc3420eb6d7a77dba56007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:08Z', 'updated_at': '2021-09-27T08:49:47Z', 'revision_number': 6, 'project_id': '5bd81983cbc3420eb6d7a77dba56007c', 'gw_port_host': None}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:48.409352 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.438843 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16079fe-d374-400b-8273-4f031a2e4e0c,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:48.449804 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.450149 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.450507 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.450836 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.451160 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.451484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.451805 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.452123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.452442 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.452758 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.453072 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.453388 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:48.506075 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.601845 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.609385 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.732123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.732717 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a02993-0723-4c32-b0a4-d64c3299bca2 {{(pid=101280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:49:48.737060 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] Notify callbacks [] for router, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.738191 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-59563d38-6c82-4773-89a2-d95a8e9ca565 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f1a02993-0723-4c32-b0a4-d64c3299bca2 HTTP/1.1" status: 204 len: 168 time: 1.0413806 Sep 27 08:49:48.743472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50532) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:48.786940 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Deleting subnet fb4b5c1c-39ea-480f-b02e-2ba333aba36d {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:48.789883 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.823463 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.900210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.006354 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device a16079fe-d374-400b-8273-4f031a2e4e0c no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:49.028705 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: a16079fe-d374-400b-8273-4f031a2e4e0c {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:49.031257 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device a16079fe-d374-400b-8273-4f031a2e4e0c not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:49.031257 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:49.048427 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:49.048785 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 03d2ff7f-a6b5-440e-9c6a-f6616f65f706 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:49.050484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.079684 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.082015 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fb4b5c1c-39ea-480f-b02e-2ba333aba36d HTTP/1.1" status: 204 len: 168 time: 0.3404455 Sep 27 08:49:49.084393 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ab164-c927-47dd-92a9-8e0d09529d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4b5c1c-39ea-480f-b02e-2ba333aba36d,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.088591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50542) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:49.089054 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90eb4c7-03f5-46e0-ac01-b658a34e4a26 None None] Network a75203c5-dc8c-4dd3-9426-c0849870190b requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:49.161061 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.234172 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Deleting port 6ff87623-6968-4a63-ae35-83a81061d598 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:49.234741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.307436 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] For port 6ff87623-6968-4a63-ae35-83a81061d598, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6ff87623-6968-4a63-ae35-83a81061d598,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:49.307814 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.320777 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Calling delete_port for 6ff87623-6968-4a63-ae35-83a81061d598 owned by network:dhcp {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:49.390745 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] DHCP port deletion for a75203c5-dc8c-4dd3-9426-c0849870190b request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:49:49.450764 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Deleting port 6ff87623-6968-4a63-ae35-83a81061d598 {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:49.451344 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.489427 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.516750 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff87623-6968-4a63-ae35-83a81061d598,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.516975 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] For port 6ff87623-6968-4a63-ae35-83a81061d598, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6ff87623-6968-4a63-ae35-83a81061d598,segment=NetworkSegment(a4948a40-d44e-4200-a9d8-9358ce4e31eb),segment_id=a4948a40-d44e-4200-a9d8-9358ce4e31eb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:49.517360 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.518615 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] No DVR routers for this DVR port 6ff87623-6968-4a63-ae35-83a81061d598 on host dv-cinder-811085-1-smb {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:49.538194 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Calling delete_port for 6ff87623-6968-4a63-ae35-83a81061d598 owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:49.608186 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.611032 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.634153 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] Pushing event deleted for resources: {'Port': ['ID=6ff87623-6968-4a63-ae35-83a81061d598,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:49.640523 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce66c3f-a456-4876-8dbb-ab6c2da22427 None None] No DVR routers for this DVR port 6ff87623-6968-4a63-ae35-83a81061d598 on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:49.654435 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75203c5-dc8c-4dd3-9426-c0849870190b']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:49.658879 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-1f69fd2d-a7af-47fd-ba26-58b1cf0a02a8 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828290768&fields=id&tenant_id=861800a3dcfa4a6b92fde763432a0a4e HTTP/1.1" status: 200 len: 267 time: 0.1062114 Sep 27 08:49:49.669630 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4948a40-d44e-4200-a9d8-9358ce4e31eb') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:49.669921 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4948a40-d44e-4200-a9d8-9358ce4e31eb') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:49.696026 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.719912 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.757274 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:49.757663 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:49.759310 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:49.833596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-1c9e710b-128c-4ea1-9027-beaf7b652b8a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:49.835582 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-1c9e710b-128c-4ea1-9027-beaf7b652b8a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 809 time: 0.1684616 Sep 27 08:49:49.850663 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-0d6968c2-2410-4173-bf04-93a7a2984891 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/quotas/861800a3dcfa4a6b92fde763432a0a4e HTTP/1.1" status: 200 len: 375 time: 0.0086942 Sep 27 08:49:49.902306 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-2ee9e1d3-5768-42ce-b86d-6da5f53a23e8 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442889 Sep 27 08:49:49.902306 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.906971 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.911526 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a75203c5-dc8c-4dd3-9426-c0849870190b HTTP/1.1" status: 204 len: 168 time: 0.8257041 Sep 27 08:49:49.928458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160f9b0-d9d3-4b6a-9e56-b4aaf4e494f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75203c5-dc8c-4dd3-9426-c0849870190b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:50.068875 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089176-8344-4467-a6ae-00a2d83145bc req-924bab71-b3c1-42c5-835a-7541db409042 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.070389 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-51089176-8344-4467-a6ae-00a2d83145bc req-924bab71-b3c1-42c5-835a-7541db409042 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.1053228 Sep 27 08:49:50.105644 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-33014b8d-d815-4255-a6a5-86686fda7c47 service neutron] 10.222.0.76 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821213 Sep 27 08:49:50.140977 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-51089176-8344-4467-a6ae-00a2d83145bc req-5f10017c-730f-4708-9d80-db2e44e15350 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634367 Sep 27 08:49:50.206960 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-1642c779-a885-497b-a15e-855ed3f71113 service neutron] 10.222.0.76 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920718 Sep 27 08:49:50.250637 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50570) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:50.281583 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-10d27274-50b9-49d9-bef1-3954049159f3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642462 Sep 27 08:49:50.296398 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3fa75c2f-85f1-4afd-83a8-40972fd96b36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bd81983cbc3420eb6d7a77dba56007c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446966 Sep 27 08:49:50.299029 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50574) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:50.367694 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.388962 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.509209 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.511814 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.512973 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e89fed3-f007-4875-add4-c266d4808e19 HTTP/1.1" status: 204 len: 168 time: 0.2129693 Sep 27 08:49:50.520990 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760c81-0045-406d-b380-02a8354fb2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e89fed3-f007-4875-add4-c266d4808e19,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:50.710416 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6ff87623-6968-4a63-ae35-83a81061d598 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:50.732787 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 6ff87623-6968-4a63-ae35-83a81061d598 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:50.733125 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6ff87623-6968-4a63-ae35-83a81061d598 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:50.824600 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20b538e0-5b86-43e4-8164-d2ca6bbd8d61 req-a3a42c0b-f409-40e7-aedb-71604f1257e5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0327623 Sep 27 08:49:51.268458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa777c2b-9aae-498d-85cc-328513cc6ed4 req-c51b7fe0-1a1c-4389-89b7-0e2734f44370 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.270015 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aa777c2b-9aae-498d-85cc-328513cc6ed4 req-c51b7fe0-1a1c-4389-89b7-0e2734f44370 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0562308 Sep 27 08:49:51.313400 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aa777c2b-9aae-498d-85cc-328513cc6ed4 req-2361c57f-56a2-4f8a-8a58-2d074b822f03 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364168 Sep 27 08:49:51.376106 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:51.727631 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-595f358f-aa00-4b82-9f27-ab36caaffd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.729164 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-595f358f-aa00-4b82-9f27-ab36caaffd62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6&tenant_id=655d85d0594545a993fe66cb89e5b7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0411990 Sep 27 08:49:51.791175 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-fa148ce7-697f-4623-83f7-67b5191493d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.792796 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-fa148ce7-697f-4623-83f7-67b5191493d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=655d85d0594545a993fe66cb89e5b7d5&device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0411844 Sep 27 08:49:51.910607 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7516cf5b-a9c8-478d-b800-ba7f849e703d req-e601dd70-af76-44b3-97cf-e129709106c1 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0335994 Sep 27 08:49:51.911607 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-2001a975-cd5e-43a2-b2e1-1562c4b7c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.912952 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-2001a975-cd5e-43a2-b2e1-1562c4b7c5fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 200 len: 918 time: 0.1138546 Sep 27 08:49:51.984171 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-ff05d64b-295f-47a2-925f-62e117081bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 200 len: 1000 time: 0.0642295 Sep 27 08:49:52.032428 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-03e49016-5e10-42e2-8384-910fe2cc58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.033783 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-03e49016-5e10-42e2-8384-910fe2cc58b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 200 len: 856 time: 0.0421751 Sep 27 08:49:52.079643 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-6b0edea5-1f05-4ef4-be9a-bc19bfdf28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.081131 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-6b0edea5-1f05-4ef4-be9a-bc19bfdf28f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f96f10b3-5091-46fb-9a44-35ce150d55aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391171 Sep 27 08:49:52.181892 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-5c18a3a1-395a-4444-9eec-21c197662b28 service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 Sep 27 08:49:52.279837 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98f3aaa0-a827-4307-85bd-4212ca3c7ebd req-0879e32a-bba7-43af-9e64-233cc4ea8b2c service neutron] 10.222.0.13 "GET /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847731 Sep 27 08:49:52.443407 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac429-6e64-4b84-af91-24bddc9e34ec req-1bb7930c-d3dd-48af-9b53-11a15119b656 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.445085 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-31aac429-6e64-4b84-af91-24bddc9e34ec req-1bb7930c-d3dd-48af-9b53-11a15119b656 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0574043 Sep 27 08:49:52.486642 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-31aac429-6e64-4b84-af91-24bddc9e34ec req-60986ab5-fdfd-4c45-9814-933d9b4a6cf4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Sep 27 08:49:53.035352 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f0a4e382-4418-4bb0-aefd-9f10f3058a55 req-b3b79bf8-57ea-4c8c-b1a9-8ae8d5848a3c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0300570 Sep 27 08:49:53.627430 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f048-99ac-45b7-b337-1b505fa38f6d req-6254365f-f978-4882-a130-4d9ec6140335 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.628943 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d56f048-99ac-45b7-b337-1b505fa38f6d req-6254365f-f978-4882-a130-4d9ec6140335 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0501230 Sep 27 08:49:53.663979 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-cff8680c-70ca-4752-94d2-9c8962da3495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:53.698682 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9d56f048-99ac-45b7-b337-1b505fa38f6d req-220164ff-e885-4df6-8dc0-8a37b24feefc tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601683 Sep 27 08:49:53.784918 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50688) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:53.896818 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03af-8f36-4e1e-88c5-3622ea1ecaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:53.986815 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03af-8f36-4e1e-88c5-3622ea1ecaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.060102 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-eb4f03af-8f36-4e1e-88c5-3622ea1ecaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.102698 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-eb4f03af-8f36-4e1e-88c5-3622ea1ecaa6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd432e5c731146b886f524e6cf8f6e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166733 Sep 27 08:49:54.103852 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f03af-8f36-4e1e-88c5-3622ea1ecaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a7aa70-0d10-45f6-ac8d-8c3717795df7,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:54.106632 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50694) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:54.145644 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b32dc945-46be-495c-8211-c79cf5c4e2c0 req-722ee6c2-8bbc-4ce7-aae3-f90a462ba48c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0405118 Sep 27 08:49:54.206210 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.227207 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.335986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.339361 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:54.340517 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38a7aa70-0d10-45f6-ac8d-8c3717795df7 HTTP/1.1" status: 204 len: 168 time: 0.2330148 Sep 27 08:49:54.349856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6712d8-1e2b-4bee-91af-50640909a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a7aa70-0d10-45f6-ac8d-8c3717795df7,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:54.827445 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d9d72-8159-491f-ab07-5c32bca437f8 req-4fb943d6-c278-427d-9ebd-b98d265d3e30 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.829932 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-992d9d72-8159-491f-ab07-5c32bca437f8 req-4fb943d6-c278-427d-9ebd-b98d265d3e30 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0540636 Sep 27 08:49:54.868973 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-992d9d72-8159-491f-ab07-5c32bca437f8 req-12eb4383-a23c-449c-8655-d63c63113bb8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Sep 27 08:49:55.004360 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50702) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:55.018458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42c90eba-2aeb-4a86-b3c3-0d9fe8cbc097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.118216 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42c90eba-2aeb-4a86-b3c3-0d9fe8cbc097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.209284 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-42c90eba-2aeb-4a86-b3c3-0d9fe8cbc097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.263740 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50706) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:55.270956 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-42c90eba-2aeb-4a86-b3c3-0d9fe8cbc097 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28567647fb434e78a053824668640eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652478 Sep 27 08:49:55.289723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c90eba-2aeb-4a86-b3c3-0d9fe8cbc097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e119de-5abd-49d4-8972-87402d280c74,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:55.294033 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9181dbd4-6057-447b-80b1-6d64d9b955d9 req-5fa7a9cc-246c-4e3b-a3d1-c6d46ecd9ce4 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0501742 Sep 27 08:49:55.314436 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.335937 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.460896 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.463382 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.464531 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6e119de-5abd-49d4-8972-87402d280c74 HTTP/1.1" status: 204 len: 168 time: 0.1998212 Sep 27 08:49:55.472393 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92597388-1ca5-4211-a776-78f351e20bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e119de-5abd-49d4-8972-87402d280c74,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:55.989477 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183937f-f0f8-43a6-8b55-5ae3a3995363 req-0a39c8f8-36da-4ae9-84be-24b6c187adea tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:55.991008 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0183937f-f0f8-43a6-8b55-5ae3a3995363 req-0a39c8f8-36da-4ae9-84be-24b6c187adea tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0504398 Sep 27 08:49:56.032515 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0183937f-f0f8-43a6-8b55-5ae3a3995363 req-ea4c3454-5e31-4fea-8a2c-17a71063deeb tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342617 Sep 27 08:49:56.123183 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b333f1bf-357e-47a8-9de8-e2baf0cd6a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.388296 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8b033dc1-d2c7-48e2-8410-289a498d55fd req-c3112072-a1e3-44e8-997a-88c578461cc9 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Sep 27 08:49:56.812283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:57.203696 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82bb6-2380-47dc-9cab-0bb52fa38458 req-abfc9a46-75d5-4e67-969b-9c42da53b3f2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.211697 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30d82bb6-2380-47dc-9cab-0bb52fa38458 req-abfc9a46-75d5-4e67-969b-9c42da53b3f2 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0684190 Sep 27 08:49:57.252280 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-30d82bb6-2380-47dc-9cab-0bb52fa38458 req-ae71f8f2-8c8a-4dc1-b70b-d8a0b2e51a29 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Sep 27 08:49:57.414800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:57.511276 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-47690601-1594-4d20-bbdd-1f0554526d9f req-b3fb3745-c221-4516-9630-18de03e6291d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0319674 Sep 27 08:49:58.381505 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd985e1-8df2-4526-b577-81e122a56cbd req-25605b1c-aeeb-4467-ba7c-af401f6e803c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.383449 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-efd985e1-8df2-4526-b577-81e122a56cbd req-25605b1c-aeeb-4467-ba7c-af401f6e803c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0610993 Sep 27 08:49:58.426248 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-efd985e1-8df2-4526-b577-81e122a56cbd req-d4732d73-9410-472d-88c4-b60d6e0a01e1 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361240 Sep 27 08:49:58.615121 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d422f306-2bf4-4e41-928a-e1323435225b req-57d44f99-9438-4c4c-a1e1-d8e305a87e03 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Sep 27 08:49:58.963444 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:59.557889 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504f7f-1a64-4fbf-8460-cdec43259252 req-a6bf07bf-9da6-438a-8549-e70a4a3db188 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:59.559424 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-72504f7f-1a64-4fbf-8460-cdec43259252 req-a6bf07bf-9da6-438a-8549-e70a4a3db188 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0517068 Sep 27 08:49:59.597384 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-72504f7f-1a64-4fbf-8460-cdec43259252 req-f72f5682-ca89-4b0b-8974-862185e13bb9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Sep 27 08:49:59.727964 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a1119f11-b8d3-493e-bce9-f255b6b9f0d7 req-ae5b26b2-0757-49d0-8d14-d02c7c5ab290 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Sep 27 08:50:00.725148 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c519-0ae0-4ff7-8892-daa55648590d req-5bec2da6-d58a-470e-9467-f9b854387e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:00.727586 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-acd6c519-0ae0-4ff7-8892-daa55648590d req-5bec2da6-d58a-470e-9467-f9b854387e17 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0577736 Sep 27 08:50:00.768151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-acd6c519-0ae0-4ff7-8892-daa55648590d req-f15c894a-4dba-4090-82e7-66adeafd6723 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344627 Sep 27 08:50:00.848198 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d58cf8dc-e629-4ac4-8c10-9cf6d3be6580 req-58fc2a16-dcf2-410b-996f-b2ec8bdbfa24 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0424407 Sep 27 08:50:01.908719 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b78d-1020-4c3d-a6b6-0400ed74728c req-e4fa1165-c89c-4d06-9a56-ea94ed48a760 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:01.911056 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1e40b78d-1020-4c3d-a6b6-0400ed74728c req-e4fa1165-c89c-4d06-9a56-ea94ed48a760 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0608637 Sep 27 08:50:01.965792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a8fb6ffa-d818-4c13-b1f4-b1d355d858e6 req-85724233-43d7-453f-90f4-4c5116fd0f86 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0346234 Sep 27 08:50:01.974052 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1e40b78d-1020-4c3d-a6b6-0400ed74728c req-535dd65e-16dc-4f4e-ad60-2a88dc03e70c tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560338 Sep 27 08:50:03.100461 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-eca7abdc-8afa-4e96-b92f-79d5eb7564b0 req-67c07c8d-55e9-4da0-aac7-414d461178ca tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0576882 Sep 27 08:50:03.153369 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3b2de-9556-40f7-8088-df50c3511e4d req-9b81ea57-f221-43f1-8920-1d3bc9d7859e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:03.155022 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ca3b2de-9556-40f7-8088-df50c3511e4d req-9b81ea57-f221-43f1-8920-1d3bc9d7859e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0538189 Sep 27 08:50:03.209456 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ca3b2de-9556-40f7-8088-df50c3511e4d req-97227155-2ba6-40e5-a834-d05a36a30042 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 Sep 27 08:50:04.128796 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-3b709546-819c-4d92-9491-cbb0c6eebf7c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:04.130253 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-3b709546-819c-4d92-9491-cbb0c6eebf7c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 809 time: 0.1019933 Sep 27 08:50:04.177953 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-d3d047ae-3d80-4263-860c-5f21a832ed65 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=861800a3dcfa4a6b92fde763432a0a4e HTTP/1.1" status: 200 len: 379 time: 0.0385034 Sep 27 08:50:04.190434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'port': {'device_id': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'admin_state_up': True, 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'security_groups': ['0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0']}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:04.207186 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-eda53497-4a70-4c61-b2ec-6907274f9345 req-07e4b75c-a8dc-4495-bd1a-4811098823be tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0347209 Sep 27 08:50:04.358719 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff564b2-58c3-4a0b-9390-2241cdefbd93 req-affb8d8f-2a16-4ef0-9772-f3b35c56aa52 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:04.360172 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5ff564b2-58c3-4a0b-9390-2241cdefbd93 req-affb8d8f-2a16-4ef0-9772-f3b35c56aa52 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0769777 Sep 27 08:50:04.399275 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5ff564b2-58c3-4a0b-9390-2241cdefbd93 req-2e8df0dd-7660-473d-99a3-8cd497a1ab96 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Sep 27 08:50:04.508898 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Made reservation on behalf of 861800a3dcfa4a6b92fde763432a0a4e for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:04.513021 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:04.639372 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Allocated IP 172.20.0.3 (f665ee44-39bd-4804-8bf7-dc62e6aeff45/f06c7a11-2240-44fc-aee1-d6ecb04e2dcb/a97ede36-d71c-4632-a859-a2d43ae951f9) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:04.782194 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:04.883447 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:04.928303 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:04.931306 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:04.933772 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:04.965533 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:04.995505 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:04.996123 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.101514 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-ebad246d-0071-4cfd-92ef-0ec8df53146d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163313 Sep 27 08:50:05.113764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Request body: {'port': {'device_id': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:05.145814 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8b918c34-f48e-4346-866f-07da401ff2bd None None] Provisioning complete for port a97ede36-d71c-4632-a859-a2d43ae951f9 triggered by entity DHCP. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:05.146909 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8b918c34-f48e-4346-866f-07da401ff2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.171699 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.180882 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8b918c34-f48e-4346-866f-07da401ff2bd None None] Port a97ede36-d71c-4632-a859-a2d43ae951f9 cannot update to ACTIVE because it is not bound. {{(pid=101281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:50:05.361871 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7e5c-9db1-4f2d-a91a-d23de82311e3 req-026dcd47-048e-421e-b201-549a15926e4f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.363374 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-167e7e5c-9db1-4f2d-a91a-d23de82311e3 req-026dcd47-048e-421e-b201-549a15926e4f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 931 time: 0.0844045 Sep 27 08:50:05.444298 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-167e7e5c-9db1-4f2d-a91a-d23de82311e3 req-e988982a-24d3-40d0-85e4-037b1747300a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548508 Sep 27 08:50:05.453158 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:05.530433 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97ede36-d71c-4632-a859-a2d43ae951f9 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:05.539484 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.557152 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:05.566431 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff75ee1-8762-429e-9ff3-f12c43d7cba7 req-fbf00194-cf54-4b8c-bf23-1bab40cb2ae4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:05.567918 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aff75ee1-8762-429e-9ff3-f12c43d7cba7 req-fbf00194-cf54-4b8c-bf23-1bab40cb2ae4 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 944 time: 0.0730355 Sep 27 08:50:05.568859 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Transition to ACTIVE for port object a97ede36-d71c-4632-a859-a2d43ae951f9 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:05.571189 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'port_id': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'mac_address': 'fa:16:3e:68:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:05.606552 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-aff75ee1-8762-429e-9ff3-f12c43d7cba7 req-95ce527c-117b-4a3e-a8f9-762e512dbd58 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323370 Sep 27 08:50:05.612134 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.625278 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:05.645385 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:05.663086 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.706370 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.733245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:05.762883 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=9']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:05.791036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Attempting to bind port a97ede36-d71c-4632-a859-a2d43ae951f9 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:05.791036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Attempting to bind port a97ede36-d71c-4632-a859-a2d43ae951f9 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:05.791036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Attempting to bind port a97ede36-d71c-4632-a859-a2d43ae951f9 on network f665ee44-39bd-4804-8bf7-dc62e6aeff45 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:05.794890 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Port a97ede36-d71c-4632-a859-a2d43ae951f9 on network f665ee44-39bd-4804-8bf7-dc62e6aeff45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:05.795206 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Attempting to bind port a97ede36-d71c-4632-a859-a2d43ae951f9 on network f665ee44-39bd-4804-8bf7-dc62e6aeff45 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:05.800339 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:05.800672 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Checking segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:05.801049 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Bound using segment: {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:05.801474 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Bound port: a97ede36-d71c-4632-a859-a2d43ae951f9, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:05.801825 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:05.877103 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:05.878809 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:05.914248 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:05.976343 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:06.008151 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.011345 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:06.011345 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] 10.222.0.13 "PUT /v2.0/ports/a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 1093 time: 0.9006524 Sep 27 08:50:06.011345 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:06.013401 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12f770-1349-4347-8aa2-0d49b29b8ced" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:06.042687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1515-34b0-4c49-8c68-231f5eed3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:06.063323 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba6454-1384-4a38-86ce-9326344e38e4 x-openstack-request-id: req-39ba6454-1384-4a38-86ce-9326344e38e4 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:06.063543 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:06.063853 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39ba6454-1384-4a38-86ce-9326344e38e4 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:06.064541 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'status': 'completed', 'code': 200} Sep 27 08:50:06.126240 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-d905a1f2-a4f7-4c7a-b2fa-857ea26a0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.127926 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-d905a1f2-a4f7-4c7a-b2fa-857ea26a0d48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1096 time: 0.0440907 Sep 27 08:50:06.236665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-0640ecb8-be33-4f00-82bd-2e94a730f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.238317 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-0640ecb8-be33-4f00-82bd-2e94a730f5f4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005812 Sep 27 08:50:06.335359 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-15d4fa20-304e-47c8-86d9-d192c1dc5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.335963 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-da12f770-1349-4347-8aa2-0d49b29b8ced req-15d4fa20-304e-47c8-86d9-d192c1dc5eea service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902255 Sep 27 08:50:06.411560 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-bc48bcf0-54d6-4b3c-8c73-466620fefccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.413620 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-bc48bcf0-54d6-4b3c-8c73-466620fefccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1096 time: 0.0398362 Sep 27 08:50:06.456303 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-2664aed2-e796-4fe7-a5f0-489ec475d587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 217 time: 0.0352263 Sep 27 08:50:06.504766 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-5826740c-883b-4680-b13a-f1f55ad05ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.506333 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-5826740c-883b-4680-b13a-f1f55ad05ea1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0432651 Sep 27 08:50:06.582571 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-5d624ed2-d72d-475d-9cd7-c4876d30d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.584017 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-5d624ed2-d72d-475d-9cd7-c4876d30d296 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698888 Sep 27 08:50:06.624653 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57459067-a033-4ca6-823d-b5e0852ccd2c req-9a87fcb5-3146-40e0-b3dd-0d7373ff1ab9 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.626120 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57459067-a033-4ca6-823d-b5e0852ccd2c req-9a87fcb5-3146-40e0-b3dd-0d7373ff1ab9 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.1045783 Sep 27 08:50:06.733992 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57459067-a033-4ca6-823d-b5e0852ccd2c req-1b0ba0ad-e609-498b-9fbd-069cc1999e1d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768995 Sep 27 08:50:06.736741 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-e80f8a84-f9db-4ed9-94d0-9bc02ef742b4 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450682 Sep 27 08:50:06.781931 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ec0b3-8e3a-44c8-b37a-b3a27d10fbba req-8a713926-b9ba-4a74-918d-6cdc5cb22f94 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:06.783396 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-960ec0b3-8e3a-44c8-b37a-b3a27d10fbba req-8a713926-b9ba-4a74-918d-6cdc5cb22f94 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 945 time: 0.0954318 Sep 27 08:50:06.861727 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-960ec0b3-8e3a-44c8-b37a-b3a27d10fbba req-b9d5c5dc-89e3-4796-842b-626454e9614e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473688 Sep 27 08:50:06.867053 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dc0a1e82-ef83-453b-a455-b91ca074e024 req-37d760d2-90ed-4b79-98b9-8d37498070af service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215067 Sep 27 08:50:07.465787 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:07.511398 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:07.511774 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:07.583589 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:07.607461 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:07.609663 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8328c88e-4db0-4c2e-aea0-420cfa4a26d0" -d '{"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:07.625527 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:07.646164 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e0b94-bb11-430f-a409-6311e1bacdba x-openstack-request-id: req-b94e0b94-bb11-430f-a409-6311e1bacdba {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:07.646510 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:07.646761 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b94e0b94-bb11-430f-a409-6311e1bacdba {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:07.647173 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'code': 200} Sep 27 08:50:07.697098 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:07.745996 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=10']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:07.860277 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add394b1-c6bc-48ec-8d6b-7657bdb900c9 req-8d16c902-c67c-48d3-9f67-f5db6acbe136 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:07.988595 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-add394b1-c6bc-48ec-8d6b-7657bdb900c9 req-8d16c902-c67c-48d3-9f67-f5db6acbe136 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.0565438 Sep 27 08:50:07.988595 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-add394b1-c6bc-48ec-8d6b-7657bdb900c9 req-4745b9eb-c0db-40b1-b9a5-f367cdbf9af0 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344832 Sep 27 08:50:07.988595 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6893-b0d6-4374-9150-46b70efe84e5 req-b0149c91-ff9b-4710-aed2-d7a84e6f5ccf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:07.988595 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-041e6893-b0d6-4374-9150-46b70efe84e5 req-b0149c91-ff9b-4710-aed2-d7a84e6f5ccf tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0510345 Sep 27 08:50:08.028213 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-041e6893-b0d6-4374-9150-46b70efe84e5 req-d11fd60f-ee8f-4351-8dd6-26686830be1e tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Sep 27 08:50:08.951079 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d56a8-d300-45d7-9166-f94019bf1f1a req-d603299c-f443-4bba-ac3d-82fb4dcfd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:08.952565 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-823d56a8-d300-45d7-9166-f94019bf1f1a req-d603299c-f443-4bba-ac3d-82fb4dcfd12e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 1100 time: 0.0417056 Sep 27 08:50:09.015024 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-823d56a8-d300-45d7-9166-f94019bf1f1a req-570643da-2b46-4afa-867a-47b6fa58cf13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551574 Sep 27 08:50:09.034178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e4b2-ec58-4cf7-b801-62a7862d1e70 req-9c8e96f7-1295-4914-ab44-aa74edf7b164 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.035612 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7177e4b2-ec58-4cf7-b801-62a7862d1e70 req-9c8e96f7-1295-4914-ab44-aa74edf7b164 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.0577404 Sep 27 08:50:09.072947 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7177e4b2-ec58-4cf7-b801-62a7862d1e70 req-90247132-22ed-4ff9-851f-a1f0ae2ab41f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Sep 27 08:50:09.146801 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae7156-43d0-4e8e-bbb0-07bd6d1e7f55 req-389a8643-f6a3-4c3a-8b84-5985c0d34794 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.148884 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fcae7156-43d0-4e8e-bbb0-07bd6d1e7f55 req-389a8643-f6a3-4c3a-8b84-5985c0d34794 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0474603 Sep 27 08:50:09.185599 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-fcae7156-43d0-4e8e-bbb0-07bd6d1e7f55 req-8df67e50-4abf-4fe9-8d29-7ed799c9e1ec tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Sep 27 08:50:09.481135 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:09.576969 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:09.590873 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'mac_address': 'fa:16:3e:4b:f2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:09.626861 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:09.639762 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97ede36-d71c-4632-a859-a2d43ae951f9 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:09.657643 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:09.728467 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:09.774847 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:09.946292 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50894) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:09.973258 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['a97ede36-d71c-4632-a859-a2d43ae951f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:10.056793 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-429a3822-93e8-410b-ac42-9b4e8fcba75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.195116 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-429a3822-93e8-410b-ac42-9b4e8fcba75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.216626 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b571a-9a2d-4794-be3b-45dabdb05685 req-9e6e697d-85b3-4cd4-8158-8a3677d10f48 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:10.218322 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d5b571a-9a2d-4794-be3b-45dabdb05685 req-9e6e697d-85b3-4cd4-8158-8a3677d10f48 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 944 time: 0.0739162 Sep 27 08:50:10.507735 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-429a3822-93e8-410b-ac42-9b4e8fcba75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.583819 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7d5b571a-9a2d-4794-be3b-45dabdb05685 req-3f93c683-0512-474b-a882-ac8283b24bc4 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590240 Sep 27 08:50:10.590881 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-429a3822-93e8-410b-ac42-9b4e8fcba75c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bef01ebad65341109174c9b64cb2e44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409371 Sep 27 08:50:10.590881 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3822-93e8-410b-ac42-9b4e8fcba75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34379a8e-810c-429b-9342-e1d3522b91c9,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:10.591403 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50928) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:10.608390 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36956f-d172-470d-9e23-11bc93b6f85f req-f4878d4e-233b-4171-af88-f8af67079969 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:10.609850 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-af36956f-d172-470d-9e23-11bc93b6f85f req-f4878d4e-233b-4171-af88-f8af67079969 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.1058004 Sep 27 08:50:10.647666 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.651531 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-af36956f-d172-470d-9e23-11bc93b6f85f req-7f993708-8b50-418a-b5db-e124fa89d3ea tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Sep 27 08:50:10.670710 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.828337 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.835412 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:10.835412 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34379a8e-810c-429b-9342-e1d3522b91c9 HTTP/1.1" status: 204 len: 168 time: 0.2394669 Sep 27 08:50:10.840702 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299068e1-d44e-4e31-9978-bd67d1c2031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34379a8e-810c-429b-9342-e1d3522b91c9,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:11.478766 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 50944) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:11.491870 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4e022292-2f2a-4a1b-9804-27720d513578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.497080 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:11.579981 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4e022292-2f2a-4a1b-9804-27720d513578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.635745 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port a97ede36-d71c-4632-a859-a2d43ae951f9 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:50:11.640346 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port a97ede36-d71c-4632-a859-a2d43ae951f9 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:11.640753 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.674077 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4e022292-2f2a-4a1b-9804-27720d513578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.711752 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4719ac6-bf96-4985-8a45-975ca2bd3082 req-ccdc7b3b-aba8-40ac-9c2b-6450ee8ab93b tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.713847 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4719ac6-bf96-4985-8a45-975ca2bd3082 req-ccdc7b3b-aba8-40ac-9c2b-6450ee8ab93b tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 944 time: 0.0581152 Sep 27 08:50:11.720530 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4e022292-2f2a-4a1b-9804-27720d513578 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bd81f062de84c08821a8c78224ecde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406774 Sep 27 08:50:11.720820 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50950) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:11.727782 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.736721 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022292-2f2a-4a1b-9804-27720d513578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1becba4c-b064-4460-8bf2-26cc98e40567,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:11.752657 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:11.755966 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b10d069-303e-4537-8198-3bf2869fa3e4" -d '{"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-plugged", "status": "completed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:11.770195 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:11.812686 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b4719ac6-bf96-4985-8a45-975ca2bd3082 req-3b0a7bc2-3b91-42ab-b22d-f6c59d3519c7 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926297 Sep 27 08:50:11.832266 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18f4f-186a-421a-b04a-04ffdd99b1a4 req-71dc4ee2-1840-40b9-b3f0-6474848997d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.833706 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6e18f4f-186a-421a-b04a-04ffdd99b1a4 req-71dc4ee2-1840-40b9-b3f0-6474848997d9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0955930 Sep 27 08:50:11.838456 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.845848 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.871948 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ad86a-20bc-4ac3-8894-32ba7255cc66 x-openstack-request-id: req-f34ad86a-20bc-4ac3-8894-32ba7255cc66 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:11.872347 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-plugged", "status": "completed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:11.872803 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f34ad86a-20bc-4ac3-8894-32ba7255cc66 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:11.873301 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'code': 200} Sep 27 08:50:11.874447 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.895287 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:50:11.901253 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:11.904249 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6e18f4f-186a-421a-b04a-04ffdd99b1a4 req-cefa2149-223a-4021-859b-eddc9b1a287a tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631285 Sep 27 08:50:12.011366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.014056 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.015221 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1becba4c-b064-4460-8bf2-26cc98e40567 HTTP/1.1" status: 204 len: 168 time: 0.2929406 Sep 27 08:50:12.022894 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36241561-9c5e-4f49-9dea-8aa772033e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1becba4c-b064-4460-8bf2-26cc98e40567,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:12.230584 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322d52-33e5-4c1e-bc5e-a259f17bb267 req-734430ba-2056-4d15-9ee6-03bb2c39685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:12.232072 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e7322d52-33e5-4c1e-bc5e-a259f17bb267 req-734430ba-2056-4d15-9ee6-03bb2c39685a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0422139 Sep 27 08:50:12.265081 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e7322d52-33e5-4c1e-bc5e-a259f17bb267 req-7ff09b78-06ea-4d5a-ac19-059d7b4958ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260859 Sep 27 08:50:12.606784 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50960) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:12.619596 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4f02fd99-aa7f-4452-8179-7228396923ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.703576 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4f02fd99-aa7f-4452-8179-7228396923ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.779414 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-4f02fd99-aa7f-4452-8179-7228396923ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.815486 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02fd99-aa7f-4452-8179-7228396923ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f55116-6941-4c0b-9fd5-925e1bbec496,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:12.820427 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-4f02fd99-aa7f-4452-8179-7228396923ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abdf2958cf2e4cbe990949d917c91260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126346 Sep 27 08:50:12.823067 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50962) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:12.872140 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.916917 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.962144 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7fbb-7e8e-449d-a3db-deb69523ef61 req-9c483596-3284-4dd7-90ae-76a673561560 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:12.963649 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-92ea7fbb-7e8e-449d-a3db-deb69523ef61 req-9c483596-3284-4dd7-90ae-76a673561560 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0804324 Sep 27 08:50:13.001430 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-92ea7fbb-7e8e-449d-a3db-deb69523ef61 req-4f8c03fc-66b0-4557-b4d3-79b630709d5c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Sep 27 08:50:13.062590 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:13.065304 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:13.066445 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64f55116-6941-4c0b-9fd5-925e1bbec496 HTTP/1.1" status: 204 len: 168 time: 0.2424490 Sep 27 08:50:13.076869 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284a3d-99e9-440a-bc28-c1e006ee9c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f55116-6941-4c0b-9fd5-925e1bbec496,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:13.251040 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.119340 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8aacaa-1025-463f-83db-2c8d304abd65 req-1b6510ec-886f-437f-b4f2-119884a296a1 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.120958 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c8aacaa-1025-463f-83db-2c8d304abd65 req-1b6510ec-886f-437f-b4f2-119884a296a1 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Sep 27 08:50:14.158410 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c8aacaa-1025-463f-83db-2c8d304abd65 req-9dabff37-ae8d-4cd2-8dc4-354f74fe6796 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Sep 27 08:50:14.280946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520cad-ea6b-48b7-a527-f4412f3d2df5 req-c9474835-4d96-40a8-b57e-f34c33620f02 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.282516 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-84520cad-ea6b-48b7-a527-f4412f3d2df5 req-c9474835-4d96-40a8-b57e-f34c33620f02 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0535128 Sep 27 08:50:14.324146 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-84520cad-ea6b-48b7-a527-f4412f3d2df5 req-27acc00a-8a16-4ce4-bfbe-96b5ece3518c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Sep 27 08:50:14.344977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 50996) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:14.530674 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbdb178-73bf-4153-b365-a0abd12421ee tempest-TestShelveInstance-1713606425 tempest-TestShelveInstance-1713606425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.532158 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-9fbdb178-73bf-4153-b365-a0abd12421ee tempest-TestShelveInstance-1713606425 tempest-TestShelveInstance-1713606425-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1093 time: 0.1858320 Sep 27 08:50:14.535078 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51000) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:14.540074 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Request body: {'floatingip': {'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:14.640038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for floatingip, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.671768 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51004) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:14.742287 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.800620 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9a82-d71b-4f52-9fd5-45a52a7cb56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.886652 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Allocated IP 172.28.3.31 (3325e4cb-1265-481f-b550-c7c20a14ad08/8eb77429-7dc1-45af-b531-0564de3bc725/16a80438-1911-4c0d-82cb-72da5ddcc607) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:15.010218 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9a82-d71b-4f52-9fd5-45a52a7cb56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.030669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.096860 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9a82-d71b-4f52-9fd5-45a52a7cb56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.120301 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.144383 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-0fcb9a82-d71b-4f52-9fd5-45a52a7cb56e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b35b48f2f1624c7094a726d19ae5d507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716413 Sep 27 08:50:15.147788 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51008) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:15.164989 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9a82-d71b-4f52-9fd5-45a52a7cb56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9f77f-e9d9-48d0-ae9a-17e316cc60c5,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:15.183084 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Network 3325e4cb-1265-481f-b550-c7c20a14ad08 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:15.183084 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:15.183359 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:15.190864 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'Port': ['ID=16a80438-1911-4c0d-82cb-72da5ddcc607,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:15.199907 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.220921 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.325677 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.328311 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.329511 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9b9f77f-e9d9-48d0-ae9a-17e316cc60c5 HTTP/1.1" status: 204 len: 168 time: 0.1807213 Sep 27 08:50:15.337323 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2e5e-bfbe-4aa7-9863-107e7a9e9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9f77f-e9d9-48d0-ae9a-17e316cc60c5,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:15.533336 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.689179 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.838055 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.891312 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.969326 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event updated for resources: {'Port': ['ID=16a80438-1911-4c0d-82cb-72da5ddcc607,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:15.978135 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:16.081790 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Floating IP ce087bc2-e458-4b01-81cb-c4bec1fc7478 associated. External IP: 172.28.3.31, port: a97ede36-d71c-4632-a859-a2d43ae951f9. Sep 27 08:50:16.287361 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Router 13f95e10-8123-46f5-a18a-2cd3371b8070 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:16.394715 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:16.405544 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Sync routers for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:16.415799 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:16.416426 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:16.471395 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:16.499245 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-e8442326-76b4-453d-8f84-6a01d675f547 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9631217 Sep 27 08:50:16.499834 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:16.502063 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844db14-51c1-4d87-af03-5cff7480bb21" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:16.524907 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:16.537627 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81405b7e-1d66-420b-9ae8-8005bbc07b64 x-openstack-request-id: req-81405b7e-1d66-420b-9ae8-8005bbc07b64 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:16.537907 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:16.538151 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81405b7e-1d66-420b-9ae8-8005bbc07b64 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:16.538583 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'status': 'completed', 'code': 200} Sep 27 08:50:16.604589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-aba11038-3130-4cbc-83c9-b332a510d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.606440 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-aba11038-3130-4cbc-83c9-b332a510d8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0449233 Sep 27 08:50:16.703536 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-d3cd6425-131f-414c-8acd-12fddb6d77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.705020 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-d3cd6425-131f-414c-8acd-12fddb6d77c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0920351 Sep 27 08:50:16.776511 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-8c393d92-2b98-492a-929a-212d866f74ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 998 time: 0.0636349 Sep 27 08:50:16.826460 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-b98cb9a8-55ad-4cd8-80fc-3ea612147e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.828024 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-b98cb9a8-55ad-4cd8-80fc-3ea612147e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0448475 Sep 27 08:50:16.845552 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': 'ce087bc2-e458-4b01-81cb-c4bec1fc7478', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'mac_address': 'fa:16:3e:4b:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:15Z', 'updated_at': '2021-09-27T08:50:15Z', 'revision_number': 0, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:16.852123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51046) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:16.873390 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Checking router: 13f95e10-8123-46f5-a18a-2cd3371b8070 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:16.874500 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-76f0c8c0-1b02-40eb-9fb8-167e52e925ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.876068 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-76f0c8c0-1b02-40eb-9fb8-167e52e925ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0407982 Sep 27 08:50:16.882080 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:16.882729 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:49:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:16.964968 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1878ec82-0c3c-42c3-a6fe-f198b77e2db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:16.976103 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-b3db2bab-6522-425d-97dd-ab9b6d34fa3c service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932040 Sep 27 08:50:16.986895 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:17.053880 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1878ec82-0c3c-42c3-a6fe-f198b77e2db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.079392 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f844db14-51c1-4d87-af03-5cff7480bb21 req-801d6aff-ca6b-447c-bc3b-bb568f5836d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845170 Sep 27 08:50:17.131005 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-1878ec82-0c3c-42c3-a6fe-f198b77e2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.174389 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-1878ec82-0c3c-42c3-a6fe-f198b77e2db7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9687cafd9ea04d799ae6dbc718bbfbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197792 Sep 27 08:50:17.174651 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878ec82-0c3c-42c3-a6fe-f198b77e2db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3157a-bd34-4cf5-b59f-1ebefebcd95a,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:17.176906 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51050) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:17.223425 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': 'ce087bc2-e458-4b01-81cb-c4bec1fc7478', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'mac_address': 'fa:16:3e:4b:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:15Z', 'updated_at': '2021-09-27T08:50:15Z', 'revision_number': 0, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:17.229537 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.249727 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7209-c2ef-42a6-a30b-5139d38c3a1d None None] The sync data for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb is: [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_floatingips': [{'id': 'ce087bc2-e458-4b01-81cb-c4bec1fc7478', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'router_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'mac_address': 'fa:16:3e:4b:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:15Z', 'updated_at': '2021-09-27T08:50:15Z', 'revision_number': 0, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:17.250052 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.360140 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.362917 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.364098 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bd3157a-bd34-4cf5-b59f-1ebefebcd95a HTTP/1.1" status: 204 len: 168 time: 0.1860647 Sep 27 08:50:17.372880 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270b478-d7e8-4e0d-afcd-3a7f48519474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3157a-bd34-4cf5-b59f-1ebefebcd95a,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:17.448971 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c80a40-c31f-4fc4-957c-dd996e686f67 None None] New status for floating IP ce087bc2-e458-4b01-81cb-c4bec1fc7478: ACTIVE {{(pid=101281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:50:21.698719 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51094) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:22.005319 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2eb57779-4315-421d-9e11-5b3db214da30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.089750 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2eb57779-4315-421d-9e11-5b3db214da30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.159045 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2eb57779-4315-421d-9e11-5b3db214da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.197077 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2eb57779-4315-421d-9e11-5b3db214da30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8261c29b2edd4ef5a2a8bb7ff21a49d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973054 Sep 27 08:50:22.197779 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57779-4315-421d-9e11-5b3db214da30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d856e80-58f3-4c6f-a12c-9898740fb3d0,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:22.199764 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51098) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:22.247652 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.268606 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.428821 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.431356 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:22.432543 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d856e80-58f3-4c6f-a12c-9898740fb3d0 HTTP/1.1" status: 204 len: 168 time: 0.2317669 Sep 27 08:50:22.440293 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd2a67-dc9c-4519-b7bd-70a1de116e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d856e80-58f3-4c6f-a12c-9898740fb3d0,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:23.622548 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-db7f5859-e2ec-41fc-ae79-9198decb0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:26.157285 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ff749129-2d40-45b6-99bf-d29b5d2f7216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:26.788454 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:27.422283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:28.962535 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:43.230601 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.904775 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592de3e-b4cf-484a-850e-ff52e7f3512a req-99760633-1054-48fd-9082-b99fb1c3789f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:45.913411 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8592de3e-b4cf-484a-850e-ff52e7f3512a req-99760633-1054-48fd-9082-b99fb1c3789f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0484231 Sep 27 08:50:45.945989 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8592de3e-b4cf-484a-850e-ff52e7f3512a req-fa81e594-a580-4bd6-96ab-12444f2e88f3 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Sep 27 08:50:47.069253 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf32f-5572-4928-ab4a-ccecf9e94cd9 req-7187feb2-fee7-464e-8fa6-af9d72cf0802 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:47.070729 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-abfbf32f-5572-4928-ab4a-ccecf9e94cd9 req-7187feb2-fee7-464e-8fa6-af9d72cf0802 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0484657 Sep 27 08:50:47.109551 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-abfbf32f-5572-4928-ab4a-ccecf9e94cd9 req-d09b946a-d574-46ef-bb34-e97d4000e40f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups?id=b8f4028e-8b00-4bd0-b4be-41680b17a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Sep 27 08:50:47.331815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-b47f4faf-f6e4-48dd-88e8-dfedfe8963f9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:47.333289 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-b47f4faf-f6e4-48dd-88e8-dfedfe8963f9 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 947 time: 0.0497525 Sep 27 08:50:47.429288 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Deleting port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:47.429668 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.515173 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] For port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:47.515577 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.686363 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.686723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989959'] for floatingip, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.687036 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.db.l3_db [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Floating IP 53306617-b09b-49c9-bee1-e9634d87f0f5 disassociated. External IP: 172.28.3.238, port: d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4. Sep 27 08:50:47.687371 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Calling delete_port for d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:47.890058 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.916745 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'Port': ['ID=d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:47.929858 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.930211 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.930584 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.930926 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.931260 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.931590 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.931922 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.932252 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.932576 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.932901 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.933226 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:47.933550 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:48.040042 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:48.143251 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:48.156091 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:48.165917 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:48.166796 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:50:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:48.182056 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] No DVR routers for this DVR port d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:48.184653 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.186851 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-dfd14b62-acfe-48e3-b6d2-e357a8aab624 req-21ebf303-f9ca-4cd7-bec6-0ed35592fb3f tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.13 "DELETE /v2.0/ports/d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 HTTP/1.1" status: 204 len: 173 time: 0.8459351 Sep 27 08:50:48.187228 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-deleted', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:48.189426 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c238708-3562-48c7-9ae7-97dd67496323" -d '{"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-deleted", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:48.222063 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-22a96611-2945-43e0-95ad-42b8f3fc8ba3 req-73b0c6e2-2fd0-48ae-b9e2-46859ca3f789 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/ports?device_id=dde5f4cd-7b94-4e58-b085-fc37fee58ef6 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Sep 27 08:50:48.231800 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e795e45-80f0-4489-b54f-73e813d2132f x-openstack-request-id: req-7e795e45-80f0-4489-b54f-73e813d2132f {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:48.232092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5f4cd-7b94-4e58-b085-fc37fee58ef6", "name": "network-vif-deleted", "tag": "d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:48.232415 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e795e45-80f0-4489-b54f-73e813d2132f {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:48.232732 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5f4cd-7b94-4e58-b085-fc37fee58ef6', 'name': 'network-vif-deleted', 'tag': 'd3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4', 'status': 'completed', 'code': 200} Sep 27 08:50:48.273503 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:48.481304 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:48.510508 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:48.519135 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:48.519837 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:50:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:48.619625 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:48.799242 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51300) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:48.809246 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:48.835433 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa54270-1387-40db-b424-c17c6c739dda None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:44:11Z', 'revision_number': 4, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': '6f9b0d6d-ea56-4256-9dfb-a9c274026cdb', 'name': '', 'network_id': 'f96f10b3-5091-46fb-9a44-35ce150d55aa', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'mac_address': 'fa:16:3e:a4:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:09Z', 'updated_at': '2021-09-27T08:44:16Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'subnets': [{'id': '366da71f-6c0a-4792-b84a-f878f91ea87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:48.895462 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:50:48.917609 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a4b797b6-549e-4c30-ac41-804b2eb8d0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.006754 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a4b797b6-549e-4c30-ac41-804b2eb8d0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.061092 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8fda5-08f2-4faf-85b1-f8c2ec9f8ff1 None None] New status for floating IP 53306617-b09b-49c9-bee1-e9634d87f0f5: DOWN {{(pid=101281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:50:49.088258 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a4b797b6-549e-4c30-ac41-804b2eb8d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.125267 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b797b6-549e-4c30-ac41-804b2eb8d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d560d1-8c2b-49d2-821c-114a68fa4807,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:49.130541 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a4b797b6-549e-4c30-ac41-804b2eb8d0e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=653857d046ea48bebe2fcdd6b5758647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301814 Sep 27 08:50:49.133599 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51304) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:49.183888 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.204154 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.340487 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.343110 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.344353 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01d560d1-8c2b-49d2-821c-114a68fa4807 HTTP/1.1" status: 204 len: 168 time: 0.2096996 Sep 27 08:50:49.358230 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d560d1-8c2b-49d2-821c-114a68fa4807,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:49.359567 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.359915 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.360250 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.360584 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.360912 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.361242 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.361566 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.361886 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.362207 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.362553 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.362873 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.363190 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce050f-04d2-4ddd-8d12-948d5134ac03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:49.394375 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51312) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:49.450581 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.473754 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.564142 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.566944 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.568103 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "DELETE /v2.0/security-groups/b8f4028e-8b00-4bd0-b4be-41680b17a31e HTTP/1.1" status: 204 len: 168 time: 0.1727448 Sep 27 08:50:49.571199 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51316) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:49.577907 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22c108-a0ee-48c9-b802-0e2460447d59 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4028e-8b00-4bd0-b4be-41680b17a31e,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:49.586945 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.api.v2.resource [None req-dc3073ba-fc2d-4a74-9c6f-8625756f5af8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] show failed (client error): The resource could not be found. Sep 27 08:50:49.589545 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-dc3073ba-fc2d-4a74-9c6f-8625756f5af8 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "GET /v2.0/security-groups/b8f4028e-8b00-4bd0-b4be-41680b17a31e HTTP/1.1" status: 404 len: 347 time: 0.0158079 Sep 27 08:50:49.596205 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51318) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:49.655642 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:49.675836 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:49.676292 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device d3a1c9d8-18a5-4cb5-bdef-9dfaf2c4b8a4 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:49.727113 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Deleting port 18649597-82e9-4db4-8331-e428e8297ad4 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:49.727378 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.803238 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.803566 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.815645 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Calling delete_port for 18649597-82e9-4db4-8331-e428e8297ad4 owned by network:floatingip {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:50.004060 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.033535 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Pushing event deleted for resources: {'Port': ['ID=18649597-82e9-4db4-8331-e428e8297ad4,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:50.090785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks [] for floatingip, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.093704 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.094870 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-09b463b5-74e7-4d41-b418-42754fb00d40 tempest-AttachVolumeShelveTestJSON-487059181 tempest-AttachVolumeShelveTestJSON-487059181-project] 10.222.0.76 "DELETE /v2.0/floatingips/53306617-b09b-49c9-bee1-e9634d87f0f5 HTTP/1.1" status: 204 len: 168 time: 0.4977355 Sep 27 08:50:50.277526 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51338) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:50.371061 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-343769507-network', 'tenant_id': '08788b2475c440599f97f7086acc1af6'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:50.482450 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Made reservation on behalf of 08788b2475c440599f97f7086acc1af6 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:50.484838 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.493429 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.579419 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.659329 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.683379 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:50:50.691575 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ca1f5-9182-4496-9ce6-11aee8a0dff3,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:50.697272 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.697610 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Added segment 69209030-eddf-453c-b337-090621cf7d03 of type vlan for network f14d70a7-b1c7-4aa4-bec6-39edd900063c Sep 27 08:50:50.736484 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.842502 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.844149 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:50.844293 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.900238 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] Pushing event updated for resources: {'Network': ['ID=f14d70a7-b1c7-4aa4-bec6-39edd900063c,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:50.910299 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:50:50.957362 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-3a98f7cc-08c7-467c-a96e-cd0b7b8d8ebc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6787028 Sep 27 08:50:50.960237 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51344) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:50.965126 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Request body: {'subnet': {'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-343769507-subnet', 'tenant_id': '08788b2475c440599f97f7086acc1af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:51.053357 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Made reservation on behalf of 08788b2475c440599f97f7086acc1af6 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:51.055707 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.283957 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.336322 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae88781-fb11-42d3-8db6-3aba0f86b212,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:51.345397 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Checking segment: {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:51.345744 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Network hostable DHCP agents. Network: f14d70a7-b1c7-4aa4-bec6-39edd900063c, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:50:51.436164 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:50:51.518592 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, f14d70a7-b1c7-4aa4-bec6-39edd900063c) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:51.523046 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:51.527072 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.527810 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26265e-c5b8-43e4-b053-308838581b76 None None] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:51.593758 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-edea2eae-f5fc-427c-ab24-4110812541a7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6323583 Sep 27 08:50:51.651864 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af74f75-d58c-4c44-83a7-231ba236207f None None] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:52.843316 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51376) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:53.485296 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.629225 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-53033f54-bf71-4ce6-a4b0-96a8134b8305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.744181 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-f800353c-c303-4b3d-a773-55f782db0935 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:53.746151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-f800353c-c303-4b3d-a773-55f782db0935 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/networks?id=f14d70a7-b1c7-4aa4-bec6-39edd900063c HTTP/1.1" status: 200 len: 813 time: 0.1574881 Sep 27 08:50:53.767677 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-53c17eaa-6ed5-48b4-ab91-b760184c9176 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/quotas/08788b2475c440599f97f7086acc1af6 HTTP/1.1" status: 200 len: 375 time: 0.0145702 Sep 27 08:50:53.828310 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-6c313d3c-fed0-4de7-a8a8-7a9192d247e6 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462852 Sep 27 08:50:53.907747 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Deleting port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:53.908526 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.985141 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-025e83c7-91ba-423f-b7ee-537af32360e2 service neutron] 10.222.0.76 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489983 Sep 27 08:50:54.042816 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] For port 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:54.043100 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.082444 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Calling delete_port for 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb owned by network:router_interface {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:54.142988 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-e1e1a08a-52da-46d4-8980-0fd802a477af service neutron] 10.222.0.76 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506104 Sep 27 08:50:54.364778 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0b7dd9f5-3343-479a-aa45-33950bb39dea req-db9871f8-a2aa-45ae-905d-7cdd4fe33d82 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 210 time: 0.0268223 Sep 27 08:50:54.369619 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.399822 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9b0d6d-ea56-4256-9dfb-a9c274026cdb,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:54.565354 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.779329 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Router 2a7de547-3b85-4d72-abca-787ff64231a4 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:54.882849 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:54.888660 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3d243d00-d4f2-4251-ad23-be68d59aa9b8 admin admin] 10.222.0.76 "PUT /v2.0/routers/2a7de547-3b85-4d72-abca-787ff64231a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0441589 Sep 27 08:50:54.891152 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51402) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:54.892819 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Sync routers for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:54.902155 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:54.902822 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:50:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:55.000906 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks [] for router, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.095311 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:55.099362 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.235927 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Deleting port 501b554e-ed74-4fdb-95a7-225a949a534c {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:55.236187 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.268846 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:50:54Z', 'revision_number': 5, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port': {'id': '501b554e-ed74-4fdb-95a7-225a949a534c', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:05Z', 'updated_at': '2021-09-27T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:55.294388 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Checking router: 2a7de547-3b85-4d72-abca-787ff64231a4 for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:55.302810 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Routers {'2a7de547-3b85-4d72-abca-787ff64231a4'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:55.303406 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:50:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['2a7de547-3b85-4d72-abca-787ff64231a4'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:55.315284 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] For port 501b554e-ed74-4fdb-95a7-225a949a534c, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=501b554e-ed74-4fdb-95a7-225a949a534c,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:55.315653 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.327797 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Calling delete_port for 501b554e-ed74-4fdb-95a7-225a949a534c owned by network:router_gateway {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:55.386665 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] Set router 2a7de547-3b85-4d72-abca-787ff64231a4 gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:55.441418 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:50:55Z', 'revision_number': 6, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:55.467106 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0f6912-4ba5-4bb6-adf3-02c111e2675a None None] The sync data for ids ['2a7de547-3b85-4d72-abca-787ff64231a4'] in dv-cinder-811085-1-smb is: [{'id': '2a7de547-3b85-4d72-abca-787ff64231a4', 'name': 'tempest-AttachVolumeShelveTestJSON-2118421897-router', 'tenant_id': '655d85d0594545a993fe66cb89e5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:04Z', 'updated_at': '2021-09-27T08:50:55Z', 'revision_number': 6, 'project_id': '655d85d0594545a993fe66cb89e5b7d5', 'gw_port_host': None}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:55.472095 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04b0c66d-b831-4419-866c-6e930e7f189a req-5e1ce3fe-2601-4dcb-bcfb-90b54789d24f tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 210 time: 0.0351703 Sep 27 08:50:55.622383 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.654389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Pushing event deleted for resources: {'Port': ['ID=501b554e-ed74-4fdb-95a7-225a949a534c,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:55.711164 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.801828 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.803886 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.912849 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.920941 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a7de547-3b85-4d72-abca-787ff64231a4 {{(pid=101279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:50:55.920941 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.920941 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-407e6fb4-01ab-4e9a-ac50-1bf1fb69ab66 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2a7de547-3b85-4d72-abca-787ff64231a4 HTTP/1.1" status: 204 len: 168 time: 1.0275192 Sep 27 08:50:55.922410 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51408) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:55.969092 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Deleting subnet 366da71f-6c0a-4792-b84a-f878f91ea87c {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:50:55.972063 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.004231 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262103212'] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.079395 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.124293 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8adc7aa6-d612-4ee3-b95b-7ae1df2fb3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.210939 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261183788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261656155'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.240109 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.242171 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/366da71f-6c0a-4792-b84a-f878f91ea87c HTTP/1.1" status: 204 len: 168 time: 0.3186450 Sep 27 08:50:56.243333 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf3b32-e68b-4b7e-b4e5-bbb714f51baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366da71f-6c0a-4792-b84a-f878f91ea87c,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:56.246198 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51410) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:56.249468 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7e5a2-2d85-43f4-8889-42531ec5ee68 None None] Network f96f10b3-5091-46fb-9a44-35ce150d55aa requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:56.319999 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.379920 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Deleting port 6af54579-ad0b-431b-8199-d050bb181474 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:56.380652 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.442749 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] DHCP port deletion for f96f10b3-5091-46fb-9a44-35ce150d55aa request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:50:56.465349 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] For port 6af54579-ad0b-431b-8199-d050bb181474, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6af54579-ad0b-431b-8199-d050bb181474,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:56.467039 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.494008 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Calling delete_port for 6af54579-ad0b-431b-8199-d050bb181474 owned by network:dhcp {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:56.498681 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-9405b40e-04da-489b-9b9f-e194e0e60e9a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.500183 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-9405b40e-04da-489b-9b9f-e194e0e60e9a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "GET /v2.0/networks?id=f14d70a7-b1c7-4aa4-bec6-39edd900063c HTTP/1.1" status: 200 len: 813 time: 0.1394925 Sep 27 08:50:56.508323 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Deleting port 6af54579-ad0b-431b-8199-d050bb181474 {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:56.509699 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.516245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Request body: {'port': {'device_id': 'ef4dda17-1267-4804-9322-59bd30854686', 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c', 'admin_state_up': True, 'tenant_id': '08788b2475c440599f97f7086acc1af6'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:56.587615 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] For port 6af54579-ad0b-431b-8199-d050bb181474, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=6af54579-ad0b-431b-8199-d050bb181474,segment=NetworkSegment(d3c0d62e-3402-4273-bc1d-630b74d8a5a8),segment_id=d3c0d62e-3402-4273-bc1d-630b74d8a5a8)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:56.587964 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.603584 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Calling delete_port for 6af54579-ad0b-431b-8199-d050bb181474 owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:56.640378 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-89ee9ce6-0136-4e29-b793-7f8608eb8b89 req-020606ab-3ff3-498f-b508-64f16c4cab60 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 210 time: 0.0354393 Sep 27 08:50:56.684573 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.691238 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.711752 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Pushing event deleted for resources: {'Port': ['ID=6af54579-ad0b-431b-8199-d050bb181474,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:56.715768 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] No DVR routers for this DVR port 6af54579-ad0b-431b-8199-d050bb181474 on host dv-cinder-811085-1-smb {{(pid=101280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:56.718631 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Pushing event deleted for resources: {'Port': ['ID=6af54579-ad0b-431b-8199-d050bb181474,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:56.728091 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.728506 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.729183 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.730142 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.730496 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.730831 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.731158 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.732367 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.732732 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.733068 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.733432 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.733765 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:56.741663 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Made reservation on behalf of 08788b2475c440599f97f7086acc1af6 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:56.744313 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b99321-e2a3-4ac0-8b53-3de20bf5c83a None None] No DVR routers for this DVR port 6af54579-ad0b-431b-8199-d050bb181474 on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:56.758678 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.796385 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.813671 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 501b554e-ed74-4fdb-95a7-225a949a534c no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:56.819960 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96f10b3-5091-46fb-9a44-35ce150d55aa']}} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:56.831068 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8') {'for_net_delete': True} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:56.831719 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c0d62e-3402-4273-bc1d-630b74d8a5a8') {} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:56.834876 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.840161 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 501b554e-ed74-4fdb-95a7-225a949a534c {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:56.840161 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 501b554e-ed74-4fdb-95a7-225a949a534c not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:56.840161 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6af54579-ad0b-431b-8199-d050bb181474 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:56.846150 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921705'] for segment, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.860785 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 6af54579-ad0b-431b-8199-d050bb181474 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:56.861007 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6af54579-ad0b-431b-8199-d050bb181474 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:56.861243 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:56.862890 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.871081 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:50:56.871483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261544031'] for segment, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: Traceback (most recent call last): Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: timer() Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: cb(*args, **kw) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: return func(*args, **kwargs) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: self._notify() Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: self.callback(batched_events) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: event.method(event) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: return f(self, *a, **k) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: return self._get(url).json() Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: return self.request(url, 'GET', **kwargs) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:50:56.873128 dv-cinder-811085-1-smb neutron-server[101280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:50:56.880613 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:56.880969 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 6f9b0d6d-ea56-4256-9dfb-a9c274026cdb not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:56.918517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Allocated IP 172.20.0.3 (f14d70a7-b1c7-4aa4-bec6-39edd900063c/5ae88781-fb11-42d3-8db6-3aba0f86b212/cb99f3c9-ae64-4c34-9c23-bb8326e93b0e) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:56.998066 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.008070 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.008872 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] 10.222.0.76 "DELETE /v2.0/networks/f96f10b3-5091-46fb-9a44-35ce150d55aa HTTP/1.1" status: 204 len: 168 time: 0.7612269 Sep 27 08:50:57.019517 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7500df-305d-4652-afe3-f80a227cb13d admin admin] Pushing event deleted for resources: {'Network': ['ID=f96f10b3-5091-46fb-9a44-35ce150d55aa,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:57.066066 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.323098 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51420) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:57.369857 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-5a77cc5f-871f-4011-9a1e-87e30c69b66e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=655d85d0594545a993fe66cb89e5b7d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441124 Sep 27 08:50:57.371145 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51422) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:57.415392 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.418327 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.438078 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.450580 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.490956 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:57.493810 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:57.497427 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:57.525815 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Pushing event updated for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:57.529699 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.532407 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.534508 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab6599cb-36b5-40b0-a22d-997090589dbb HTTP/1.1" status: 204 len: 168 time: 0.1615200 Sep 27 08:50:57.541739 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987ffc0-3cf0-44fc-9d71-6676af97a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6599cb-36b5-40b0-a22d-997090589dbb,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:57.554903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.555530 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.650639 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-aa7e0665-0f61-4b59-8636-16812c0c5ad5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1394894 Sep 27 08:50:57.662524 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Request body: {'port': {'device_id': 'ef4dda17-1267-4804-9322-59bd30854686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:57.742350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:57.790654 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf8806-84a9-4dbb-bff5-65d16fd4ffb9 req-8def5c1c-5b1e-474b-9b95-030d969aff92 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.792227 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-39cf8806-84a9-4dbb-bff5-65d16fd4ffb9 req-8def5c1c-5b1e-474b-9b95-030d969aff92 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 931 time: 0.0815127 Sep 27 08:50:57.899180 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-39cf8806-84a9-4dbb-bff5-65d16fd4ffb9 req-b167ad9c-af34-4871-bcf7-3603d0aafb2e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997264 Sep 27 08:50:58.048300 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb99f3c9-ae64-4c34-9c23-bb8326e93b0e {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:58.055730 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.067765 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Transition to ACTIVE for port object cb99f3c9-ae64-4c34-9c23-bb8326e93b0e will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:58.124037 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.175977 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Pushing event updated for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:58.240091 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Attempting to bind port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:58.240434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Attempting to bind port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:58.240837 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Attempting to bind port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e on network f14d70a7-b1c7-4aa4-bec6-39edd900063c {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:58.245816 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e on network f14d70a7-b1c7-4aa4-bec6-39edd900063c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:58.246053 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Attempting to bind port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e on network f14d70a7-b1c7-4aa4-bec6-39edd900063c {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:58.251712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:58.251712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Checking segment: {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:58.251712 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Bound using segment: {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:58.252034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Bound port: cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:58.252408 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.319231 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:58.322350 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:58.414432 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.448898 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.449512 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.450886 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb99f3c9-ae64-4c34-9c23-bb8326e93b0e HTTP/1.1" status: 200 len: 1093 time: 0.7925098 Sep 27 08:50:58.451324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:58.453521 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:58.476627 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147758-7961-4c5d-ba56-c6081b099989 service neutron] Pushing event updated for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:58.499556 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd54ca-e83e-4c16-bce6-99353721ef12 x-openstack-request-id: req-c7dd54ca-e83e-4c16-bce6-99353721ef12 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:58.499847 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:58.500098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7dd54ca-e83e-4c16-bce6-99353721ef12 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:58.500549 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e', 'status': 'completed', 'code': 200} Sep 27 08:50:58.559723 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-d3cf3007-d361-4b36-81a8-5205d8952757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.561251 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-d3cf3007-d361-4b36-81a8-5205d8952757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 1096 time: 0.0409453 Sep 27 08:50:58.661812 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-18277af0-2ad1-4ad4-9ab3-72339668b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.663625 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-18277af0-2ad1-4ad4-9ab3-72339668b252 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=08788b2475c440599f97f7086acc1af6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0942066 Sep 27 08:50:58.756812 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-8ba066c1-3e8d-4934-a6be-adac5b55f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.758292 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e39a2dd-94f5-4bc7-a5a4-32239d2da5c9 req-8ba066c1-3e8d-4934-a6be-adac5b55f1f3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885274 Sep 27 08:50:58.835933 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-a4991247-8414-45ec-a955-696571df4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.837390 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-a4991247-8414-45ec-a955-696571df4504 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 1096 time: 0.0433414 Sep 27 08:50:58.877809 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-e5e25069-ad90-42f2-9033-8641e7f2c258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e HTTP/1.1" status: 200 len: 217 time: 0.0327773 Sep 27 08:50:58.925800 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-167b39b9-16bf-49e5-961a-599e5b2b3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.927424 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-167b39b9-16bf-49e5-961a-599e5b2b3ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ae88781-fb11-42d3-8db6-3aba0f86b212 HTTP/1.1" status: 200 len: 853 time: 0.0429661 Sep 27 08:50:58.959198 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-57075c89-dab2-491e-906f-7b1ab97888fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f14d70a7-b1c7-4aa4-bec6-39edd900063c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245378 Sep 27 08:50:58.969767 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.076485 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec300e9-b2ea-4f7f-8974-1ab994ceb92e req-1074163e-75b5-4659-93b4-cdbf7215b25e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:59.077971 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2ec300e9-b2ea-4f7f-8974-1ab994ceb92e req-1074163e-75b5-4659-93b4-cdbf7215b25e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 943 time: 0.1029062 Sep 27 08:50:59.098240 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-a04c76e4-4f87-46e7-8143-b6e12370b47b service neutron] 10.222.0.13 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321092 Sep 27 08:50:59.151200 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2ec300e9-b2ea-4f7f-8974-1ab994ceb92e req-ce004745-2f9c-43a8-860d-de4e355cbf86 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640950 Sep 27 08:50:59.206967 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0a708a85-e8a2-4d00-8802-6dcfe8c6ab82 req-52dd2b0c-96be-4f7b-b2bc-ef25324f9522 service neutron] 10.222.0.13 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004071 Sep 27 08:51:00.264397 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a3b21-a34e-4b03-a941-9fc1feed9450 req-ea2e6892-eb95-42c2-987e-460fca0c1432 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.265854 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e32a3b21-a34e-4b03-a941-9fc1feed9450 req-ea2e6892-eb95-42c2-987e-460fca0c1432 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 943 time: 0.0483329 Sep 27 08:51:00.302116 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e32a3b21-a34e-4b03-a941-9fc1feed9450 req-24fb7a40-5da2-4ea8-b706-f6feb1606d64 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Sep 27 08:51:01.417905 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2467df7-4a5f-4d8c-ba8e-7b4d3b9ad4b5 req-06279024-1d07-45cf-86b2-5e427cb823c3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:01.419474 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e2467df7-4a5f-4d8c-ba8e-7b4d3b9ad4b5 req-06279024-1d07-45cf-86b2-5e427cb823c3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 943 time: 0.0529287 Sep 27 08:51:01.456021 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e2467df7-4a5f-4d8c-ba8e-7b4d3b9ad4b5 req-3a65a460-3f54-4e53-925e-c23af58e6313 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Sep 27 08:51:01.698330 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device cb99f3c9-ae64-4c34-9c23-bb8326e93b0e details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:51:01.795053 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:01.925582 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e', 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c', 'port_id': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e', 'mac_address': 'fa:16:3e:e3:1c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae88781-fb11-42d3-8db6-3aba0f86b212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:51:01.961378 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.973869 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb99f3c9-ae64-4c34-9c23-bb8326e93b0e {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:01.992262 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:02.060768 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.109000 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:02.269380 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['cb99f3c9-ae64-4c34-9c23-bb8326e93b0e'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:02.275510 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51492) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:02.377702 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41e2000d-c5ac-44ef-ab3c-aa83f2294ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.471781 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41e2000d-c5ac-44ef-ab3c-aa83f2294ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.540648 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-41e2000d-c5ac-44ef-ab3c-aa83f2294ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.568571 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672155b-9f65-4a2d-8f7a-de7e0c23323d req-9d9a6315-5cd6-44b4-bdcf-05a8ee620812 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.570060 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7672155b-9f65-4a2d-8f7a-de7e0c23323d req-9d9a6315-5cd6-44b4-bdcf-05a8ee620812 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 944 time: 0.0487542 Sep 27 08:51:02.579986 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-41e2000d-c5ac-44ef-ab3c-aa83f2294ab9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1372dc01637a42d9b1f8fec44005ec24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034065 Sep 27 08:51:02.580845 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2000d-c5ac-44ef-ab3c-aa83f2294ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4727a9-4803-4e0f-9ecb-6ea73994aa9c,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:02.582675 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51498) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:02.636314 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-7672155b-9f65-4a2d-8f7a-de7e0c23323d req-319d2663-7e61-4772-8b9a-ef00f959a2c3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Sep 27 08:51:02.651359 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.672750 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.796481 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.799098 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.800258 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec4727a9-4803-4e0f-9ecb-6ea73994aa9c HTTP/1.1" status: 204 len: 168 time: 0.2158287 Sep 27 08:51:02.808207 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a310bd8-ed96-4f39-9c54-d3cea592419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4727a9-4803-4e0f-9ecb-6ea73994aa9c,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:03.698107 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device cb99f3c9-ae64-4c34-9c23-bb8326e93b0e up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:03.758877 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9f9a-daec-492b-8f2b-74809296a16e req-20a49875-f668-4933-875c-b7084967c396 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:03.760469 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c09b9f9a-daec-492b-8f2b-74809296a16e req-20a49875-f668-4933-875c-b7084967c396 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 944 time: 0.0553155 Sep 27 08:51:03.798251 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c09b9f9a-daec-492b-8f2b-74809296a16e req-d77f4b51-9be4-40c3-9238-c0a77493eb18 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Sep 27 08:51:03.830556 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:03.834591 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:03.834968 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:03.911239 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:03.932969 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:03.935754 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a4e965-e1cf-425b-9ce5-67c895b1bc03" -d '{"events": [{"server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "name": "network-vif-plugged", "status": "completed", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:03.948056 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:03.972106 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa767f-a85b-4b67-b1f5-7e20d22bb9fb x-openstack-request-id: req-fcaa767f-a85b-4b67-b1f5-7e20d22bb9fb {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:03.972421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "name": "network-vif-plugged", "status": "completed", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:03.973142 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fcaa767f-a85b-4b67-b1f5-7e20d22bb9fb {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:03.973641 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e', 'code': 200} Sep 27 08:51:03.998285 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:04.046393 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:04.279242 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beada47-fae0-48c3-8850-b86f65eaae22 req-13a917b6-2fc9-403c-8811-9abbefca37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.280778 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3beada47-fae0-48c3-8850-b86f65eaae22 req-13a917b6-2fc9-403c-8811-9abbefca37fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 1098 time: 0.0398817 Sep 27 08:51:04.316379 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3beada47-fae0-48c3-8850-b86f65eaae22 req-c80704e1-8caa-4329-9955-169fcc099f6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287414 Sep 27 08:51:04.909719 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815698e2-fae0-487e-80de-c8eded4e92c6 req-01ae1a3c-04f9-4181-a42b-4112ab840787 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.911299 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-815698e2-fae0-487e-80de-c8eded4e92c6 req-01ae1a3c-04f9-4181-a42b-4112ab840787 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Sep 27 08:51:04.952670 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-815698e2-fae0-487e-80de-c8eded4e92c6 req-b9ba5bb1-83df-46ff-b759-ddd54f2c566e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Sep 27 08:51:06.065604 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7656-0f38-47fd-bc25-1455019dd163 req-55697db6-07c9-45ff-9b7f-c9342bb093f1 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:06.067094 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c53e7656-0f38-47fd-bc25-1455019dd163 req-55697db6-07c9-45ff-9b7f-c9342bb093f1 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Sep 27 08:51:06.103240 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c53e7656-0f38-47fd-bc25-1455019dd163 req-5c29a525-97cb-42dd-b1ac-ea0e480c6a93 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303223 Sep 27 08:51:09.840188 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51662) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:09.945860 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-14705842-9f65-4873-aadd-b97cb5ef3ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.037366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-14705842-9f65-4873-aadd-b97cb5ef3ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.100727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-14705842-9f65-4873-aadd-b97cb5ef3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.140667 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-14705842-9f65-4873-aadd-b97cb5ef3ef1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7390fb861e944b77abaf83bfae0f8331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993691 Sep 27 08:51:10.141629 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705842-9f65-4873-aadd-b97cb5ef3ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5f48a-ff82-4895-80fc-5df2a414e635,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:10.143466 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51668) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:10.196647 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.217034 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.333742 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.336457 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:10.337622 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ac5f48a-ff82-4895-80fc-5df2a414e635 HTTP/1.1" status: 204 len: 168 time: 0.1931751 Sep 27 08:51:10.345918 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a3b86-ff8a-4808-a476-ff3cd3ab5ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5f48a-ff82-4895-80fc-5df2a414e635,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:10.918928 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51674) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:10.931748 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f893c436-f3ef-4230-a542-d8f5dcad4230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.020877 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f893c436-f3ef-4230-a542-d8f5dcad4230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.095263 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f893c436-f3ef-4230-a542-d8f5dcad4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.136068 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893c436-f3ef-4230-a542-d8f5dcad4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0813cc-d5ad-42c4-854e-685f0ea491c1,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:11.141743 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f893c436-f3ef-4230-a542-d8f5dcad4230 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e7402a3cf42a45dcab682534a87ed8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217791 Sep 27 08:51:11.144532 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51678) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:11.191311 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.212728 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.312653 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.315332 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:11.316494 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be0813cc-d5ad-42c4-854e-685f0ea491c1 HTTP/1.1" status: 204 len: 168 time: 0.1708479 Sep 27 08:51:11.332227 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584e531-204c-4824-9e30-44521d689350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0813cc-d5ad-42c4-854e-685f0ea491c1,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.209182 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.611386 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51726) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:13.715216 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c118968f-7b49-469f-bf00-0b28577d3c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.841660 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c118968f-7b49-469f-bf00-0b28577d3c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.907073 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c118968f-7b49-469f-bf00-0b28577d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.945355 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c118968f-7b49-469f-bf00-0b28577d3c36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f51b2d5576644b3082eb5342f059af64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325729 Sep 27 08:51:13.946246 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118968f-7b49-469f-bf00-0b28577d3c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9d8b0-06d7-4136-b11a-bcb856751532,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.947982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51730) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:13.998863 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.023656 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.157687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.160457 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.165250 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4be9d8b0-06d7-4136-b11a-bcb856751532 HTTP/1.1" status: 204 len: 168 time: 0.2128937 Sep 27 08:51:14.173583 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601577-e836-4d85-a1c6-d59ab4cf0e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9d8b0-06d7-4136-b11a-bcb856751532,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:14.801034 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51738) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:14.815281 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1fad8b89-73f7-4723-9ea3-e135399a4d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.902051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1fad8b89-73f7-4723-9ea3-e135399a4d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:14.963669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-1fad8b89-73f7-4723-9ea3-e135399a4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.001830 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-1fad8b89-73f7-4723-9ea3-e135399a4d9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4662dae740cb44348c7e4c197138ed09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997659 Sep 27 08:51:15.002706 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad8b89-73f7-4723-9ea3-e135399a4d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcb493c-d7d3-4498-81ee-49f7d9a9cd43,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.004542 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51740) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.055588 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.075114 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.186549 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.189143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.190342 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7fcb493c-d7d3-4498-81ee-49f7d9a9cd43 HTTP/1.1" status: 204 len: 168 time: 0.1847806 Sep 27 08:51:15.199474 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e4f3f-cb8b-4331-833c-a07fd39ee38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcb493c-d7d3-4498-81ee-49f7d9a9cd43,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:18.168970 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-4b706abc-96fa-4c44-8c09-18d52f5faadd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413990 Sep 27 08:51:18.262054 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-d0d4d532-dc9d-4342-b864-d068d075faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:18.263619 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-d0d4d532-dc9d-4342-b864-d068d075faf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0473771 Sep 27 08:51:18.368228 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-8ec25295-1c63-4ad4-b17e-60a127ddece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:18.369756 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-8ec25295-1c63-4ad4-b17e-60a127ddece5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0869005 Sep 27 08:51:18.438477 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-049a4103-960e-42d7-8333-93307e86346c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 1000 time: 0.0604925 Sep 27 08:51:18.487046 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-417f45a6-4a10-4824-b98d-0e77f35a6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:18.488448 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-417f45a6-4a10-4824-b98d-0e77f35a6f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0427146 Sep 27 08:51:18.535973 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-5667b4fb-38e3-41ac-b991-d7851ec61143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:18.537416 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-5667b4fb-38e3-41ac-b991-d7851ec61143 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388703 Sep 27 08:51:18.634935 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-4e6a37a6-626f-4ec3-aec3-820ecb7c2d65 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864899 Sep 27 08:51:18.725739 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3c2253ee-df3a-4819-a6b9-712a4fed61f5 req-c4737cd5-8dff-452f-aac0-cb1ed4a74dbf service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807848 Sep 27 08:51:23.608485 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c956c268-49b2-4024-abc3-a629bdf15db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.852932 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51868) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:24.955189 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-21c7f093-053e-4d8b-b97b-d375f1a941ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.039916 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-21c7f093-053e-4d8b-b97b-d375f1a941ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.116689 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-21c7f093-053e-4d8b-b97b-d375f1a941ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.155947 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-21c7f093-053e-4d8b-b97b-d375f1a941ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=850eae97f41d4383ade2f9a5ec41efbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019204 Sep 27 08:51:25.156898 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7f093-053e-4d8b-b97b-d375f1a941ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b8bac2-81f6-428c-8cb0-8abd807f0f3b,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.158563 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51874) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:25.207616 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.232087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.316773 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.319359 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.320519 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04b8bac2-81f6-428c-8cb0-8abd807f0f3b HTTP/1.1" status: 204 len: 168 time: 0.1609132 Sep 27 08:51:25.328239 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c16f-9f16-4254-a268-a76fb5048b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b8bac2-81f6-428c-8cb0-8abd807f0f3b,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.893701 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:51:25.927639 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 51882) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:25.941230 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3e1b-67ba-4b14-adf7-a8fd7391fb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.030609 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3e1b-67ba-4b14-adf7-a8fd7391fb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.099687 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-6b0d3e1b-67ba-4b14-adf7-a8fd7391fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.138289 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-6b0d3e1b-67ba-4b14-adf7-a8fd7391fb64 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=538f0a15f47a4248b451772d30680952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095487 Sep 27 08:51:26.139231 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3e1b-67ba-4b14-adf7-a8fd7391fb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9723c9-c9d5-471a-94a2-fc90eafb98e0,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.140139 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1fd69df3-b2bc-4ff7-8a55-53922e7ff127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.141697 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51886) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:26.191996 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.212364 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.368168 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.370662 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.371784 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a9723c9-c9d5-471a-94a2-fc90eafb98e0 HTTP/1.1" status: 204 len: 168 time: 0.2289274 Sep 27 08:51:26.379385 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6252d-e846-4e8e-b65c-fd0e6eefcfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9723c9-c9d5-471a-94a2-fc90eafb98e0,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.831532 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.339391 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51910) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:27.414449 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.432813 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-933852790-network', 'tenant_id': '6428efb80621458381a5a46f1aeb8087'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:27.505185 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Made reservation on behalf of 6428efb80621458381a5a46f1aeb8087 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:27.507414 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.515335 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.598982 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.647027 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.670716 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:27.679518 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea2588-0daa-4598-bf15-33c634cb0f72,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:27.685126 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.685499 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Added segment de47eda0-4905-4c33-9b98-fd7734b5b3fb of type vlan for network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 Sep 27 08:51:27.723716 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.837172 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.838134 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.838761 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:27.903088 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:27.913255 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:27.946662 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-311111ea-f2a3-444a-86eb-0d20feb86d53 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6059656 Sep 27 08:51:27.949285 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51914) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:27.954714 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Request body: {'subnet': {'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-933852790-subnet', 'tenant_id': '6428efb80621458381a5a46f1aeb8087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:28.054409 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Made reservation on behalf of 6428efb80621458381a5a46f1aeb8087 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:28.056773 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.288713 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.341973 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee85a2d9-bf60-4314-80dc-0c780cbe2054,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:28.350048 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Checking segment: {'id': 'de47eda0-4905-4c33-9b98-fd7734b5b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:28.350431 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Network hostable DHCP agents. Network: fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:28.453952 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:28.522182 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:28.526130 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:28.526729 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.530665 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c95487-2ad9-4213-8d0c-65510ef575c7 None None] Network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:28.620434 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-548ede38-75be-4ee1-b48c-ddb0951368ad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701210 Sep 27 08:51:28.648731 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14ca8b-a446-4c4b-bba7-218c941e26f1 None None] Network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:28.957214 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.261926 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51936) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:29.267634 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739235441-network', 'tenant_id': '9d528eb43c1c4eff96b6ca5af37e5db2'}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:29.367388 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Made reservation on behalf of 9d528eb43c1c4eff96b6ca5af37e5db2 for: {'network': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:29.369753 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for network, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.378910 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.471313 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.579923 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.603927 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=101280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:29.613143 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce47305-b2ce-4b26-84ad-88f4caf82088,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:29.618733 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.619080 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.segments_db [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Added segment 961e1c30-39e9-436a-ae74-0291a90f7e93 of type vlan for network 201f3ece-744e-42ce-825f-f89deba086d8 Sep 27 08:51:29.660621 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742810960662'] for network, precommit_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.728322 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210'] for network, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.729205 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:29.729789 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:29.786195 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] Pushing event updated for resources: {'Network': ['ID=201f3ece-744e-42ce-825f-f89deba086d8,revision_number=1']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:29.796029 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Network 201f3ece-744e-42ce-825f-f89deba086d8 details requested by agent ovs-agent-dv-cinder-811085-1-smb with host dv-cinder-811085-1-smb {{(pid=101281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:29.803549 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7c609250-466e-4ef6-ba37-a0ba8480ec32 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5405142 Sep 27 08:51:29.806222 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 51940) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:29.811010 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.v2.base [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Request body: {'subnet': {'network_id': '201f3ece-744e-42ce-825f-f89deba086d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739235441-subnet', 'tenant_id': '9d528eb43c1c4eff96b6ca5af37e5db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:29.865396 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Made reservation on behalf of 9d528eb43c1c4eff96b6ca5af37e5db2 for: {'subnet': 1} {{(pid=101280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:29.867884 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261149258'] for subnet, before_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.140552 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261149304'] for subnet, after_create {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.193210 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=413b4b51-3b0a-4423-83cf-2175988ebe05,revision_number=0']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:30.203146 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Checking segment: {'id': '961e1c30-39e9-436a-ae74-0291a90f7e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '201f3ece-744e-42ce-825f-f89deba086d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:30.204172 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Network hostable DHCP agents. Network: 201f3ece-744e-42ce-825f-f89deba086d8, hostable agents: ['158cd173-5df9-4ed5-8ab1-ac47e23f1ab0'], hosted agents: [] {{(pid=101280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:30.311039 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Network 201f3ece-744e-42ce-825f-f89deba086d8 is scheduled to be hosted by DHCP agent 158cd173-5df9-4ed5-8ab1-ac47e23f1ab0 with binding_index 1 {{(pid=101280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:30.385643 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.base_scheduler [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811085-1-smb, 201f3ece-744e-42ce-825f-f89deba086d8) {{(pid=101280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:30.389728 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.390295 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:30.394099 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f4b67-ea99-43f4-880a-8152106880cd None None] Network 201f3ece-744e-42ce-825f-f89deba086d8 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:30.472528 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-91029fe3-65f6-4093-aaf8-614efb248abd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6650281 Sep 27 08:51:30.523929 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec45b0f-52e6-4b56-bcce-c474771828b3 None None] Network 201f3ece-744e-42ce-825f-f89deba086d8 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:30.876333 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-9c8e2dd0-cd37-46c4-adec-1e0fe2287dda tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.877703 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-9c8e2dd0-cd37-46c4-adec-1e0fe2287dda tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/networks?id=fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 HTTP/1.1" status: 200 len: 808 time: 0.1017883 Sep 27 08:51:30.891936 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-0d77d98d-e7c5-4fa1-8199-8f2aecbeedcf tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/quotas/6428efb80621458381a5a46f1aeb8087 HTTP/1.1" status: 200 len: 375 time: 0.0086136 Sep 27 08:51:30.929346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-6ae4e1c0-523d-4275-ba83-67a600b049ee tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6428efb80621458381a5a46f1aeb8087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324600 Sep 27 08:51:31.115453 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-b1411526-983b-4eaa-aff7-fda014afd402 service neutron] 10.222.0.76 "GET /v2.0/networks/fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782231 Sep 27 08:51:31.204146 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-8f02f6db-d268-4679-81b6-213fa210edde service neutron] 10.222.0.76 "GET /v2.0/networks/fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817134 Sep 27 08:51:31.391792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bfc4dc98-12a0-4366-89b0-dd8e1b90f0ba req-f8f91dd5-c118-482e-987a-4b795f71a8ff tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 210 time: 0.0262885 Sep 27 08:51:32.483909 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-83a5a778-5aa7-479a-a14c-5f2bc956433a req-fa684d67-c37f-4922-ae29-a4749119a9c9 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 210 time: 0.0259919 Sep 27 08:51:33.439456 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-d8e7e5db-5a06-42b6-a7e9-d0c2fa719f35 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:33.440913 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-d8e7e5db-5a06-42b6-a7e9-d0c2fa719f35 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.13 "GET /v2.0/networks?id=fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 HTTP/1.1" status: 200 len: 808 time: 0.1073453 Sep 27 08:51:33.455749 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Request body: {'port': {'device_id': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48', 'admin_state_up': True, 'tenant_id': '6428efb80621458381a5a46f1aeb8087'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:33.586972 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ae9a7915-4f66-47b7-9fb6-0422f5db6d22 req-58a81a18-7b18-4408-8778-2839c31eee29 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 210 time: 0.0348337 Sep 27 08:51:33.682582 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Made reservation on behalf of 6428efb80621458381a5a46f1aeb8087 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:33.686192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.812123 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Allocated IP 172.20.0.14 (fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48/ee85a2d9-bf60-4314-80dc-0c780cbe2054/b4536854-7339-4e3b-bce9-7c3cd5b71de2) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:33.958142 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.048425 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.092361 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:34.095888 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:34.099524 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:34.124064 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Pushing event updated for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:34.151681 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:34.152217 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.243115 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-f3621638-a83e-4143-a197-5e1842f7d17e tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912490 Sep 27 08:51:34.255727 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Request body: {'port': {'device_id': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:34.306325 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.568036 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4536854-7339-4e3b-bce9-7c3cd5b71de2 {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:34.574669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.585961 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Transition to ACTIVE for port object b4536854-7339-4e3b-bce9-7c3cd5b71de2 will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:51:34.700634 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85872e7-ab99-45df-9cd7-7037aa91be6e req-4f41aee0-cc89-4a62-be06-2494962f8e62 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:34.702106 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c85872e7-ab99-45df-9cd7-7037aa91be6e req-4f41aee0-cc89-4a62-be06-2494962f8e62 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 932 time: 0.0483828 Sep 27 08:51:34.739890 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c85872e7-ab99-45df-9cd7-7037aa91be6e req-cf9cf359-ee7b-44ea-86f1-7fa735dbfb0d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Sep 27 08:51:34.751110 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.819782 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:34.865413 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Attempting to bind port b4536854-7339-4e3b-bce9-7c3cd5b71de2 on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:34.865743 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Attempting to bind port b4536854-7339-4e3b-bce9-7c3cd5b71de2 by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': 'de47eda0-4905-4c33-9b98-fd7734b5b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:34.866073 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Attempting to bind port b4536854-7339-4e3b-bce9-7c3cd5b71de2 on network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:34.870166 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Port b4536854-7339-4e3b-bce9-7c3cd5b71de2 on network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:51:34.870516 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Attempting to bind port b4536854-7339-4e3b-bce9-7c3cd5b71de2 on network fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:34.875177 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:34.875516 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Checking segment: {'id': 'de47eda0-4905-4c33-9b98-fd7734b5b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:34.875889 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Bound using segment: {'id': 'de47eda0-4905-4c33-9b98-fd7734b5b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:34.876328 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Bound port: b4536854-7339-4e3b-bce9-7c3cd5b71de2, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de47eda0-4905-4c33-9b98-fd7734b5b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:34.876678 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.937463 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:34.940514 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2,segment=NetworkSegment(de47eda0-4905-4c33-9b98-fd7734b5b3fb),segment_id=de47eda0-4905-4c33-9b98-fd7734b5b3fb)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:35.043087 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.074527 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.075284 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.076681 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] 10.222.0.13 "PUT /v2.0/ports/b4536854-7339-4e3b-bce9-7c3cd5b71de2 HTTP/1.1" status: 200 len: 1094 time: 0.8250246 Sep 27 08:51:35.078700 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:35.081439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e37e7-83ec-4940-a502-c3a1fc431be8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:35.108147 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ff5c-e672-4003-aed7-2aeb3702f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.120586 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813fab9-a97f-4e3a-91cc-c36663770a48 x-openstack-request-id: req-7813fab9-a97f-4e3a-91cc-c36663770a48 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:35.120870 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:35.121118 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7813fab9-a97f-4e3a-91cc-c36663770a48 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:35.121530 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2', 'status': 'completed', 'code': 200} Sep 27 08:51:35.185879 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-9273ef83-0f78-45aa-8671-49c3ac10182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.187374 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-9273ef83-0f78-45aa-8671-49c3ac10182a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6428efb80621458381a5a46f1aeb8087&device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 1097 time: 0.0430744 Sep 27 08:51:35.284059 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-b0ed6d10-3ac9-4a22-913a-b4c8102d1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.285488 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-b0ed6d10-3ac9-4a22-913a-b4c8102d1229 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6428efb80621458381a5a46f1aeb8087&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0877097 Sep 27 08:51:35.380107 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-7793764c-2a98-496e-971a-e94c1e318bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.381491 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cc1e37e7-83ec-4940-a502-c3a1fc431be8 req-7793764c-2a98-496e-971a-e94c1e318bc5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883157 Sep 27 08:51:35.456446 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-57d616af-faea-43d9-a417-cc76d3f5507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.457875 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-57d616af-faea-43d9-a417-cc76d3f5507d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6428efb80621458381a5a46f1aeb8087&device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 1097 time: 0.0389977 Sep 27 08:51:35.502514 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-afdf7b97-6e54-49a6-a91b-4e871c541743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2 HTTP/1.1" status: 200 len: 217 time: 0.0353448 Sep 27 08:51:35.551642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-e58056ae-5b37-4b08-8d91-3a1e7bf41552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.553059 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-e58056ae-5b37-4b08-8d91-3a1e7bf41552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee85a2d9-bf60-4314-80dc-0c780cbe2054 HTTP/1.1" status: 200 len: 848 time: 0.0428929 Sep 27 08:51:35.586119 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-d0331a4c-8377-41e9-9f99-addf6d19bd38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232568 Sep 27 08:51:35.678323 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-693d6a19-7a5a-4355-9ed0-7471a42dad0b service neutron] 10.222.0.13 "GET /v2.0/networks/fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850334 Sep 27 08:51:35.766049 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4ed8af97-c897-4bc0-afcd-29538c09867d req-e3d65f94-8806-4e69-a681-ed9d2b1c4189 service neutron] 10.222.0.13 "GET /v2.0/networks/fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804873 Sep 27 08:51:35.859798 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435588b-c70c-4963-8952-ce2c14bce11b req-e2b4fd3c-d42b-4659-aa2d-581facee2a91 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.861829 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f435588b-c70c-4963-8952-ce2c14bce11b req-e2b4fd3c-d42b-4659-aa2d-581facee2a91 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Sep 27 08:51:35.926062 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f435588b-c70c-4963-8952-ce2c14bce11b req-edfb9fce-20da-4312-88b2-4d4bd8b56654 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Sep 27 08:51:37.016021 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac6e35-e980-4766-9f3a-d6cbef1fe70b req-dcd29006-8b41-4877-88e6-8538a2db41b7 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.018129 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-66ac6e35-e980-4766-9f3a-d6cbef1fe70b req-dcd29006-8b41-4877-88e6-8538a2db41b7 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 944 time: 0.0511117 Sep 27 08:51:37.054780 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-66ac6e35-e980-4766-9f3a-d6cbef1fe70b req-7a7e8742-08a1-4f83-bcfe-d504abaeda10 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308113 Sep 27 08:51:37.873521 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device b4536854-7339-4e3b-bce9-7c3cd5b71de2 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:51:37.969376 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2,segment=NetworkSegment(de47eda0-4905-4c33-9b98-fd7734b5b3fb),segment_id=de47eda0-4905-4c33-9b98-fd7734b5b3fb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:37.980742 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2', 'network_id': 'fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48', 'port_id': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2', 'mac_address': 'fa:16:3e:1b:78:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85a2d9-bf60-4314-80dc-0c780cbe2054', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:51:38.015488 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.028091 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4536854-7339-4e3b-bce9-7c3cd5b71de2 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:38.047312 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2,segment=NetworkSegment(de47eda0-4905-4c33-9b98-fd7734b5b3fb),segment_id=de47eda0-4905-4c33-9b98-fd7734b5b3fb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:38.117004 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.165073 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.177667 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6d6a7-623b-48cd-a352-7647dfe16294 req-8d3b5438-1d66-4b67-82e5-35d51ac3f008 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:38.179219 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01a6d6a7-623b-48cd-a352-7647dfe16294 req-8d3b5438-1d66-4b67-82e5-35d51ac3f008 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 945 time: 0.0563784 Sep 27 08:51:38.217087 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-01a6d6a7-623b-48cd-a352-7647dfe16294 req-3f8a6e52-1805-40f3-bd9b-ae48bd4f4424 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Sep 27 08:51:38.396316 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['b4536854-7339-4e3b-bce9-7c3cd5b71de2'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:39.330252 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158313e-d896-42ab-92fe-7ae146eec66b req-db23e809-ca00-4f44-bac6-955d615c3ced tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:39.331999 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0158313e-d896-42ab-92fe-7ae146eec66b req-db23e809-ca00-4f44-bac6-955d615c3ced tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 945 time: 0.0488315 Sep 27 08:51:39.369880 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0158313e-d896-42ab-92fe-7ae146eec66b req-58b05128-35e5-4a7b-ab59-4c8c3630c5e0 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Sep 27 08:51:39.884356 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device b4536854-7339-4e3b-bce9-7c3cd5b71de2 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:39.990807 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port b4536854-7339-4e3b-bce9-7c3cd5b71de2 completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:39.994603 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port b4536854-7339-4e3b-bce9-7c3cd5b71de2 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:39.994969 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.070862 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.091549 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:40.093730 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e26d52-808d-42ab-8420-235d1dfe1bcb" -d '{"events": [{"server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "name": "network-vif-plugged", "status": "completed", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:40.113919 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2,segment=NetworkSegment(de47eda0-4905-4c33-9b98-fd7734b5b3fb),segment_id=de47eda0-4905-4c33-9b98-fd7734b5b3fb)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:40.130394 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0db6b7-bbbe-4a05-94c7-7e94a2627d7c x-openstack-request-id: req-0a0db6b7-bbbe-4a05-94c7-7e94a2627d7c {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:40.130678 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "name": "network-vif-plugged", "status": "completed", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:40.130925 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a0db6b7-bbbe-4a05-94c7-7e94a2627d7c {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:40.131302 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2', 'code': 200} Sep 27 08:51:40.195962 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:40.242585 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:40.421781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972671e2-189e-4980-98ab-8fe68ca403e1 req-eab0f761-9e6f-4fc6-a230-9671b6df5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:40.423408 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-972671e2-189e-4980-98ab-8fe68ca403e1 req-eab0f761-9e6f-4fc6-a230-9671b6df5825 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 1099 time: 0.0453501 Sep 27 08:51:40.485187 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-972671e2-189e-4980-98ab-8fe68ca403e1 req-fb6bb5f2-e69f-4342-80b8-e95cb9d332da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528593 Sep 27 08:51:40.503755 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1ed3-4164-4df6-a0ab-66e19ddd894d req-abb2d931-42ce-4e26-a294-238a0a8c6f44 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:40.505145 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b39d1ed3-4164-4df6-a0ab-66e19ddd894d req-abb2d931-42ce-4e26-a294-238a0a8c6f44 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0602534 Sep 27 08:51:40.542110 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b39d1ed3-4164-4df6-a0ab-66e19ddd894d req-524e5118-53a3-47db-a54d-1049f6d3d9f7 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Sep 27 08:51:41.654805 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e589ba-0a10-4234-8ad6-8301f8a4ac98 req-e6defe71-c3a4-48e1-986d-3ee04ff3fdbb tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:41.656243 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-69e589ba-0a10-4234-8ad6-8301f8a4ac98 req-e6defe71-c3a4-48e1-986d-3ee04ff3fdbb tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Sep 27 08:51:41.696514 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-69e589ba-0a10-4234-8ad6-8301f8a4ac98 req-a0212b80-706b-414e-84fe-201b2079ff99 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Sep 27 08:51:42.811772 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3426a3-9273-481f-ae32-63820a26eeb6 req-334139cd-b82e-49a9-bbaf-426b03514109 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:42.813282 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d3426a3-9273-481f-ae32-63820a26eeb6 req-334139cd-b82e-49a9-bbaf-426b03514109 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Sep 27 08:51:42.851652 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6d3426a3-9273-481f-ae32-63820a26eeb6 req-788de1db-5f04-441d-99aa-74f12ca26ead tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Sep 27 08:51:43.236691 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.239647 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bebf0-e52e-4ca7-b202-6ecd155d3890 req-d633380f-dbff-4e44-b63e-c1c6c7c76005 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.241079 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e5bebf0-e52e-4ca7-b202-6ecd155d3890 req-d633380f-dbff-4e44-b63e-c1c6c7c76005 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0470603 Sep 27 08:51:46.277272 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-2e5bebf0-e52e-4ca7-b202-6ecd155d3890 req-92220064-8363-4789-b298-97219509cbe9 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302005 Sep 27 08:51:47.394129 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57bb7-40f7-4c38-8fc1-123b9d12d0c8 req-3741472e-728c-4ba8-9d7f-ac64485e7ba4 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.395612 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-86f57bb7-40f7-4c38-8fc1-123b9d12d0c8 req-3741472e-728c-4ba8-9d7f-ac64485e7ba4 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0490465 Sep 27 08:51:47.434635 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-86f57bb7-40f7-4c38-8fc1-123b9d12d0c8 req-bef8984d-ae59-4aad-889e-080e90f1226b tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7ea2588-0daa-4598-bf15-33c634cb0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Sep 27 08:51:47.566614 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422584-fffb-4cf1-b954-91af96808887 req-6d828a95-200c-46aa-854a-4ca19b50d852 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.568018 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-08422584-fffb-4cf1-b954-91af96808887 req-6d828a95-200c-46aa-854a-4ca19b50d852 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 946 time: 0.0470357 Sep 27 08:51:47.656027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Deleting port b4536854-7339-4e3b-bce9-7c3cd5b71de2 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:47.656371 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.745806 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] For port b4536854-7339-4e3b-bce9-7c3cd5b71de2, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=b4536854-7339-4e3b-bce9-7c3cd5b71de2,segment=NetworkSegment(de47eda0-4905-4c33-9b98-fd7734b5b3fb),segment_id=de47eda0-4905-4c33-9b98-fd7734b5b3fb)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:47.746177 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.758625 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Calling delete_port for b4536854-7339-4e3b-bce9-7c3cd5b71de2 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:48.002464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.058038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Pushing event deleted for resources: {'Port': ['ID=b4536854-7339-4e3b-bce9-7c3cd5b71de2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.078079 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] No DVR routers for this DVR port b4536854-7339-4e3b-bce9-7c3cd5b71de2 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:48.080642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.082803 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-08422584-fffb-4cf1-b954-91af96808887 req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.13 "DELETE /v2.0/ports/b4536854-7339-4e3b-bce9-7c3cd5b71de2 HTTP/1.1" status: 204 len: 173 time: 0.5079083 Sep 27 08:51:48.083978 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.084319 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.084650 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.085015 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.085872 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.086166 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.086832 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.087163 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.087491 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.087809 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.088129 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.088447 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d7b669-97f4-4107-9b17-2814f004fb5d tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:48.092178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'name': 'network-vif-deleted', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:48.094551 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5ec2fb-af48-4bb5-9907-1870fe964471" -d '{"events": [{"server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "name": "network-vif-deleted", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:48.129245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a2aec5-8fa0-49c8-9ca3-dec0d72bc8ea x-openstack-request-id: req-c7a2aec5-8fa0-49c8-9ca3-dec0d72bc8ea {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:48.129532 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cee70d4-cf7e-4048-a8e0-84b0566a7f53", "name": "network-vif-deleted", "tag": "b4536854-7339-4e3b-bce9-7c3cd5b71de2", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:48.129780 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7a2aec5-8fa0-49c8-9ca3-dec0d72bc8ea {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:48.130170 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cee70d4-cf7e-4048-a8e0-84b0566a7f53', 'name': 'network-vif-deleted', 'tag': 'b4536854-7339-4e3b-bce9-7c3cd5b71de2', 'status': 'completed', 'code': 200} Sep 27 08:51:48.540346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-877af280-00db-43e7-a90f-65b906777803 req-ba74b7d3-9248-4771-8db6-510b26801580 tempest-VolumesActionsTest-1555310846 tempest-VolumesActionsTest-1555310846-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cee70d4-cf7e-4048-a8e0-84b0566a7f53 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Sep 27 08:51:49.539288 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac18fa8-859b-4bfa-8aff-cab98992b10e req-05def057-032c-436d-8087-aac36c02034e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:49.540723 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-eac18fa8-859b-4bfa-8aff-cab98992b10e req-05def057-032c-436d-8087-aac36c02034e tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Sep 27 08:51:49.578616 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-eac18fa8-859b-4bfa-8aff-cab98992b10e req-299a72eb-7798-4eff-bab9-b7b33747406a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Sep 27 08:51:49.930994 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device b4536854-7339-4e3b-bce9-7c3cd5b71de2 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:49.953125 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: b4536854-7339-4e3b-bce9-7c3cd5b71de2 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:49.953441 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device b4536854-7339-4e3b-bce9-7c3cd5b71de2 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:50.690434 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105590-95f7-43db-b69e-566fe19a4a6a req-d4a11baf-1ac9-4bd9-97da-6b65edec6546 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:50.691963 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9e105590-95f7-43db-b69e-566fe19a4a6a req-d4a11baf-1ac9-4bd9-97da-6b65edec6546 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0477703 Sep 27 08:51:50.729105 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9e105590-95f7-43db-b69e-566fe19a4a6a req-5ef6b6ec-7160-4c58-a31c-a75cc6b7aeaa tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Sep 27 08:51:51.841416 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb6cf-40dd-43c1-bc68-033efbbd6b44 req-7daf68b6-8360-4e31-8cc0-4db507d36ef3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:51.842984 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-10cdb6cf-40dd-43c1-bc68-033efbbd6b44 req-7daf68b6-8360-4e31-8cc0-4db507d36ef3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Sep 27 08:51:51.879483 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-10cdb6cf-40dd-43c1-bc68-033efbbd6b44 req-4841f515-b047-48bd-a6f6-dd79bf688634 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297103 Sep 27 08:51:52.997029 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925938-acdd-4f3c-a0ba-1e3f49001c2d req-bfbb2d7f-c161-4176-be6b-0b879deec2e2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:52.998506 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b8925938-acdd-4f3c-a0ba-1e3f49001c2d req-bfbb2d7f-c161-4176-be6b-0b879deec2e2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Sep 27 08:51:53.035355 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b8925938-acdd-4f3c-a0ba-1e3f49001c2d req-0d78ccca-3530-491e-8c9b-cf77af5b2c68 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Sep 27 08:51:53.629732 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9f706ea8-a0c8-4a48-86db-3dd5e722ee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.958014 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-a314a9bd-071c-4a3a-9ebf-13403efb53a2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:53.959427 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-a314a9bd-071c-4a3a-9ebf-13403efb53a2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0466056 Sep 27 08:51:54.050602 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Deleting port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:54.051224 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.163321 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] For port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:54.163683 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.180413 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Calling delete_port for cb99f3c9-ae64-4c34-9c23-bb8326e93b0e owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:54.191938 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57432a43-18e8-4fe5-9736-44c2a9011c62 req-59810280-6525-407b-b0f5-38bcb1c8532a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:54.193407 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57432a43-18e8-4fe5-9736-44c2a9011c62 req-59810280-6525-407b-b0f5-38bcb1c8532a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 945 time: 0.0834789 Sep 27 08:51:54.521783 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-57432a43-18e8-4fe5-9736-44c2a9011c62 req-0a0cf929-6b5e-4dc4-b49c-ffc08e01fb37 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220358 Sep 27 08:51:54.675485 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.688229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['cb99f3c9-ae64-4c34-9c23-bb8326e93b0e'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:54.708049 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Pushing event deleted for resources: {'Port': ['ID=cb99f3c9-ae64-4c34-9c23-bb8326e93b0e,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:54.746529 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] No DVR routers for this DVR port cb99f3c9-ae64-4c34-9c23-bb8326e93b0e on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:54.748904 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.750926 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-e8ec50cb-26fa-447e-95c3-73b86404e919 req-95184dba-0b7b-4f76-ab97-c8a55f75ca8c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "DELETE /v2.0/ports/cb99f3c9-ae64-4c34-9c23-bb8326e93b0e HTTP/1.1" status: 204 len: 173 time: 0.7841227 Sep 27 08:51:54.751380 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'name': 'network-vif-deleted', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:54.753611 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9104b4f-c1da-45e7-843b-f995458faed1" -d '{"events": [{"server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "name": "network-vif-deleted", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:54.792642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058bfaa7-c96d-4f43-b423-8d0da49536bb x-openstack-request-id: req-058bfaa7-c96d-4f43-b423-8d0da49536bb {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:54.792642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4dda17-1267-4804-9322-59bd30854686", "name": "network-vif-deleted", "tag": "cb99f3c9-ae64-4c34-9c23-bb8326e93b0e", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:54.792642 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-058bfaa7-c96d-4f43-b423-8d0da49536bb {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:54.792642 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4dda17-1267-4804-9322-59bd30854686', 'name': 'network-vif-deleted', 'tag': 'cb99f3c9-ae64-4c34-9c23-bb8326e93b0e', 'status': 'completed', 'code': 200} Sep 27 08:51:55.625536 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f7f03461-e68e-4241-9824-16d3aaf0d49c req-d6905d19-3bbc-4f39-999a-449e8efda446 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4dda17-1267-4804-9322-59bd30854686 HTTP/1.1" status: 200 len: 210 time: 0.0258656 Sep 27 08:51:56.110460 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5dced490-0a48-4546-bc99-f30d1b726b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.836237 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.401956 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.945983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device cb99f3c9-ae64-4c34-9c23-bb8326e93b0e no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:57.964998 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: cb99f3c9-ae64-4c34-9c23-bb8326e93b0e {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:57.965336 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device cb99f3c9-ae64-4c34-9c23-bb8326e93b0e not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:58.990048 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.000615 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-d2a87fb2-78e5-4bc9-9e6b-e56f797762d7 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:01.002053 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-d2a87fb2-78e5-4bc9-9e6b-e56f797762d7 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/networks?id=f14d70a7-b1c7-4aa4-bec6-39edd900063c HTTP/1.1" status: 200 len: 813 time: 0.1023545 Sep 27 08:52:01.016087 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-38e2b5cf-f763-4f8d-b1a5-453884c295a8 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/quotas/08788b2475c440599f97f7086acc1af6 HTTP/1.1" status: 200 len: 375 time: 0.0084782 Sep 27 08:52:01.045655 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-9adad75b-50cb-4f88-85a4-4186a2600c25 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246034 Sep 27 08:52:01.134092 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-dbbb2e57-da7f-4c17-aa9e-3e2e016d7609 service neutron] 10.222.0.76 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810559 Sep 27 08:52:01.219106 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-fe9c9268-c8b0-4642-a803-27fbe159f69a service neutron] 10.222.0.76 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790608 Sep 27 08:52:01.470361 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-46a44730-fb12-4936-8776-cf374137a823 req-ceafcf67-24eb-43a5-9827-349f4ee1658f tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 210 time: 0.0259452 Sep 27 08:52:02.561027 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-84e34be3-ffe9-4971-80a5-df29d737acd3 req-d476335e-236c-4311-b00a-2ca5e39952de tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 210 time: 0.0269918 Sep 27 08:52:02.892969 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:52:03.103018 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-7838c0dc-1e74-4ac5-b996-1ee1ae4fcb7a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.104462 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-7838c0dc-1e74-4ac5-b996-1ee1ae4fcb7a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "GET /v2.0/networks?id=f14d70a7-b1c7-4aa4-bec6-39edd900063c HTTP/1.1" status: 200 len: 813 time: 0.1056640 Sep 27 08:52:03.116845 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Request body: {'port': {'device_id': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c', 'admin_state_up': True, 'tenant_id': '08788b2475c440599f97f7086acc1af6'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:03.287595 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Made reservation on behalf of 08788b2475c440599f97f7086acc1af6 for: {'port': 1} {{(pid=101279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:03.291071 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.413379 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_common [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Allocated IP 172.20.0.12 (f14d70a7-b1c7-4aa4-bec6-39edd900063c/5ae88781-fb11-42d3-8db6-3aba0f86b212/2682ee84-19a4-4992-a1be-8e8ba584aaeb) {{(pid=101279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:03.561611 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks [] for port, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.661065 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-48bd1be6-1a00-44af-a9ab-de0dcaea578f req-9605c07a-f625-4cb3-9776-8b8ea2908ac0 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 210 time: 0.0261579 Sep 27 08:52:03.662464 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742810953903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.709364 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Network f14d70a7-b1c7-4aa4-bec6-39edd900063c is already hosted by enough agents. {{(pid=101279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:03.712490 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.base_scheduler [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Resources bound (agent type, host, resource id): {{(pid=101279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:03.716260 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Received port after_create {{(pid=101279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:03.754011 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Pushing event updated for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:03.776332 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.776946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.847991 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-cfa32441-da8a-435f-9712-9a21a02a3e3a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347610 Sep 27 08:52:03.859905 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.v2.base [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Request body: {'port': {'device_id': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81108'}} {{(pid=101279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:03.914550 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.191243 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2682ee84-19a4-4992-a1be-8e8ba584aaeb {{(pid=101279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:52:04.198509 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.210051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.provisioning_blocks [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Transition to ACTIVE for port object 2682ee84-19a4-4992-a1be-8e8ba584aaeb will not be triggered until provisioned by entity L2. {{(pid=101279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:52:04.321337 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.384602 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Pushing event updated for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=2']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:04.435450 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Attempting to bind port 2682ee84-19a4-4992-a1be-8e8ba584aaeb on host hv-cinder-81108 for vnic_type normal with profile {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:04.435820 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Attempting to bind port 2682ee84-19a4-4992-a1be-8e8ba584aaeb by drivers openvswitch,hyperv on host hv-cinder-81108 at level 0 using segments [{'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:04.436157 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Attempting to bind port 2682ee84-19a4-4992-a1be-8e8ba584aaeb on network f14d70a7-b1c7-4aa4-bec6-39edd900063c {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:04.440546 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Port 2682ee84-19a4-4992-a1be-8e8ba584aaeb on network f14d70a7-b1c7-4aa4-bec6-39edd900063c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81108 {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:52:04.440823 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Attempting to bind port 2682ee84-19a4-4992-a1be-8e8ba584aaeb on network f14d70a7-b1c7-4aa4-bec6-39edd900063c {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:04.445668 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Checking agent: {'id': 'cb30a330-8a56-415e-8370-fd407a838d60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81108', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'started_at': datetime.datetime(2021, 9, 27, 8, 42, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:04.451781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Checking segment: {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:04.451781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Bound using segment: {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'} {{(pid=101279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:04.451781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.managers [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Bound port: 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host: hv-cinder-81108, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69209030-eddf-453c-b337-090621cf7d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c'}}] {{(pid=101279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:04.451781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.516688 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, cleared binding levels {{(pid=101279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:04.520174 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:04.578671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261183866'] for port, after_update {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.613139 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.613841 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.615266 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] 10.222.0.13 "PUT /v2.0/ports/2682ee84-19a4-4992-a1be-8e8ba584aaeb HTTP/1.1" status: 200 len: 1094 time: 0.7593510 Sep 27 08:52:04.615707 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:04.617921 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55963403-d1b6-4498-bd51-b54280596c27" -d '{"events": [{"name": "network-changed", "server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:04.642028 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37cb4-0581-404f-a83e-442f81b75557 service neutron] Pushing event updated for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=3']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:04.654751 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1b743-863e-4f6f-8b82-956c086e8d47 x-openstack-request-id: req-80d1b743-863e-4f6f-8b82-956c086e8d47 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:04.655114 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:04.655423 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80d1b743-863e-4f6f-8b82-956c086e8d47 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:04.655819 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb', 'status': 'completed', 'code': 200} Sep 27 08:52:04.715178 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963403-d1b6-4498-bd51-b54280596c27 req-25748f6e-f0cc-4b25-a2e3-12e190df3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.719548 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-55963403-d1b6-4498-bd51-b54280596c27 req-25748f6e-f0cc-4b25-a2e3-12e190df3fcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 1097 time: 0.0413792 Sep 27 08:52:04.827918 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f2347-a954-4096-afb4-69a2a91e608c req-87a210a6-888a-4678-bfef-fdf496684f7c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.829397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d18f2347-a954-4096-afb4-69a2a91e608c req-87a210a6-888a-4678-bfef-fdf496684f7c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 944 time: 0.0959921 Sep 27 08:52:04.877591 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963403-d1b6-4498-bd51-b54280596c27 req-23be8532-fa11-451d-ad65-64463897d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.879584 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-55963403-d1b6-4498-bd51-b54280596c27 req-23be8532-fa11-451d-ad65-64463897d1e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=08788b2475c440599f97f7086acc1af6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1536899 Sep 27 08:52:04.884460 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d18f2347-a954-4096-afb4-69a2a91e608c req-05caca60-3ac4-4c33-86d0-c24729a7e99a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 Sep 27 08:52:04.973986 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963403-d1b6-4498-bd51-b54280596c27 req-f6530da5-94af-43bf-8bc4-30a04bebb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.975480 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-55963403-d1b6-4498-bd51-b54280596c27 req-f6530da5-94af-43bf-8bc4-30a04bebb285 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900600 Sep 27 08:52:05.049671 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-b3743963-dfa7-41c2-9e7f-5dbef269faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.051121 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-b3743963-dfa7-41c2-9e7f-5dbef269faf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08788b2475c440599f97f7086acc1af6&device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 1097 time: 0.0386899 Sep 27 08:52:05.095328 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-f3d91ae1-6afb-416d-8b9a-4c7e52016928 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb HTTP/1.1" status: 200 len: 217 time: 0.0367303 Sep 27 08:52:05.142324 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-b4a67d50-6a24-423d-800f-aa400c230983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.143681 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-b4a67d50-6a24-423d-800f-aa400c230983 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ae88781-fb11-42d3-8db6-3aba0f86b212 HTTP/1.1" status: 200 len: 853 time: 0.0420163 Sep 27 08:52:05.173264 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-d87945c8-df7f-43ef-8eea-f4a7d2750099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f14d70a7-b1c7-4aa4-bec6-39edd900063c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222015 Sep 27 08:52:05.266091 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-dcdf6840-f528-424d-8c07-56bb7d394f69 service neutron] 10.222.0.13 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851908 Sep 27 08:52:05.354557 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ec185000-7d23-48c0-81c1-9d533bd5b65d req-705aaa67-ba7a-43af-82ab-dbec049d0e15 service neutron] 10.222.0.13 "GET /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813460 Sep 27 08:52:05.998820 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b0aad-0d35-4a7b-8046-b0ccf40bab53 req-da69369d-07ab-4ec9-836e-7357a6265ab2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:06.000280 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e4b0aad-0d35-4a7b-8046-b0ccf40bab53 req-da69369d-07ab-4ec9-836e-7357a6265ab2 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 944 time: 0.0485084 Sep 27 08:52:06.037812 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-4e4b0aad-0d35-4a7b-8046-b0ccf40bab53 req-2e32ae9f-601d-47ca-9c29-993c2b68f893 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Sep 27 08:52:06.560889 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52310) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:06.603908 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Deleting subnet ee85a2d9-bf60-4314-80dc-0c780cbe2054 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:06.606782 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.640060 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.680627 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.944365 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.967718 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee85a2d9-bf60-4314-80dc-0c780cbe2054,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.977650 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.978000 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.978408 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.978749 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.979083 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.979779 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.979779 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.980096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.980398 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.980722 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.981042 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.981362 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:06.984202 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.986100 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-72c84a36-94f3-4024-8153-2cc2c539ea90 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee85a2d9-bf60-4314-80dc-0c780cbe2054 HTTP/1.1" status: 204 len: 168 time: 0.4242342 Sep 27 08:52:06.989217 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52312) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.054055 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.133648 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.151636 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3de99-3a42-4c59-bc6b-d7ba93141e53 req-d08c74eb-115a-4bb8-860b-ea2bd9f1b782 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:07.152883 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48']}} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.153167 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6fe3de99-3a42-4c59-bc6b-d7ba93141e53 req-d08c74eb-115a-4bb8-860b-ea2bd9f1b782 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 944 time: 0.0518904 Sep 27 08:52:07.163207 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de47eda0-4905-4c33-9b98-fd7734b5b3fb') {'for_net_delete': True} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.163501 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de47eda0-4905-4c33-9b98-fd7734b5b3fb') {} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.172913 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921705'] for segment, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.186061 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.191343 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6fe3de99-3a42-4c59-bc6b-d7ba93141e53 req-36b4387a-2ed0-4279-91b6-c91a80976fd8 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Sep 27 08:52:07.191739 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:07.192122 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261544031'] for segment, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: Traceback (most recent call last): Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: timer() Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: cb(*args, **kw) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: return func(*args, **kwargs) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: self._notify() Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: self.callback(batched_events) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: event.method(event) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: return f(self, *a, **k) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: return self._get(url).json() Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:07.193767 dv-cinder-811085-1-smb neutron-server[101280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:07.304164 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.310973 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.313646 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48 HTTP/1.1" status: 204 len: 168 time: 0.3226938 Sep 27 08:52:07.315738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52316) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.321977 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef08231-913b-4ee6-8f3e-e2836f798698 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5b71f2-aad5-4ca0-8bbf-2f2ee18cea48,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.359626 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Deleting subnet 413b4b51-3b0a-4423-83cf-2175988ebe05 {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:07.362745 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.395763 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262103212'] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.437420 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.572941 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261183788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261656155'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.599941 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413b4b51-3b0a-4423-83cf-2175988ebe05,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.601953 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.603961 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-a961cb48-996b-4508-b6c3-2b51f6894bb6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/413b4b51-3b0a-4423-83cf-2175988ebe05 HTTP/1.1" status: 204 len: 168 time: 0.2870862 Sep 27 08:52:07.606314 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52318) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.673044 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.749980 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.769032 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201f3ece-744e-42ce-825f-f89deba086d8']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.778382 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961e1c30-39e9-436a-ae74-0291a90f7e93') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.778682 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961e1c30-39e9-436a-ae74-0291a90f7e93') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.787856 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.800256 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.805816 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:07.806192 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:07.807821 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:07.926973 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.932204 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.934040 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] 10.222.0.76 "DELETE /v2.0/networks/201f3ece-744e-42ce-825f-f89deba086d8 HTTP/1.1" status: 204 len: 168 time: 0.3268325 Sep 27 08:52:07.945786 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71a0e9-74f5-4c61-bce7-d025a4616a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=201f3ece-744e-42ce-825f-f89deba086d8,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.948763 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 2682ee84-19a4-4992-a1be-8e8ba584aaeb details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:52:08.043202 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:08.054051 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': '2682ee84-19a4-4992-a1be-8e8ba584aaeb', 'network_id': 'f14d70a7-b1c7-4aa4-bec6-39edd900063c', 'port_id': '2682ee84-19a4-4992-a1be-8e8ba584aaeb', 'mac_address': 'fa:16:3e:a4:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae88781-fb11-42d3-8db6-3aba0f86b212', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:52:08.100157 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.114493 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2682ee84-19a4-4992-a1be-8e8ba584aaeb {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:52:08.136490 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:08.224275 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.230703 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52324) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:08.273978 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=4']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:08.280929 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.281274 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.281612 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.281943 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.282296 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.282620 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.282958 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.283263 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.283584 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.283901 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.284219 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.284555 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:08.297645 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d1adf004-8ce3-4fa5-93bd-696d46dacf91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6428efb80621458381a5a46f1aeb8087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650859 Sep 27 08:52:08.300123 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52326) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:08.317975 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a1ed4-3878-434f-b03f-5efbacbc2d2c req-56543753-1080-416f-87da-ab9242787160 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:08.319451 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c79a1ed4-3878-434f-b03f-5efbacbc2d2c req-56543753-1080-416f-87da-ab9242787160 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 945 time: 0.0586777 Sep 27 08:52:08.347498 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.358792 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c79a1ed4-3878-434f-b03f-5efbacbc2d2c req-570d097b-4b73-463b-9395-be0e5fb31c89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Sep 27 08:52:08.368597 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.425406 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['2682ee84-19a4-4992-a1be-8e8ba584aaeb'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:08.476011 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.478582 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.479739 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7ea2588-0daa-4598-bf15-33c634cb0f72 HTTP/1.1" status: 204 len: 168 time: 0.1786788 Sep 27 08:52:08.487873 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11715a6d-d836-4299-ad87-9365e0fe932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea2588-0daa-4598-bf15-33c634cb0f72,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:09.074744 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52332) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.112411 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c94a2d21-1484-4cde-bec5-4de9f8dc8d35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d528eb43c1c4eff96b6ca5af37e5db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365314 Sep 27 08:52:09.115349 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52334) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.160342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.183166 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.281236 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.283741 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.284847 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fce47305-b2ce-4b26-84ad-88f4caf82088 HTTP/1.1" status: 204 len: 168 time: 0.1686311 Sep 27 08:52:09.293162 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a55f29-b613-4720-b84e-7a32b072366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce47305-b2ce-4b26-84ad-88f4caf82088,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:09.467835 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29b4f8-f468-4871-a016-b90a76a8ce79 req-57cae1af-d11e-424c-b571-532c90273534 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.469268 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ea29b4f8-f468-4871-a016-b90a76a8ce79 req-57cae1af-d11e-424c-b571-532c90273534 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 945 time: 0.0462568 Sep 27 08:52:09.511610 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ea29b4f8-f468-4871-a016-b90a76a8ce79 req-30b65f6c-de01-49fc-a013-cfe4eb6b883d tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Sep 27 08:52:09.945815 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 2682ee84-19a4-4992-a1be-8e8ba584aaeb up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:10.058238 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning for port 2682ee84-19a4-4992-a1be-8e8ba584aaeb completed by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:52:10.062418 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port 2682ee84-19a4-4992-a1be-8e8ba584aaeb triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:10.066992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.148942 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.170339 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:10.172540 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4c43a-7364-4e9f-8f72-f613dffe099e" -d '{"events": [{"server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "name": "network-vif-plugged", "status": "completed", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:10.184803 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:10.208686 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d3a1e-0acd-42dd-84ee-846c51122900 x-openstack-request-id: req-c97d3a1e-0acd-42dd-84ee-846c51122900 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:10.208980 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "name": "network-vif-plugged", "status": "completed", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:10.209222 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c97d3a1e-0acd-42dd-84ee-846c51122900 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:10.209604 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb', 'code': 200} Sep 27 08:52:10.258554 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.307264 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=5']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:10.474657 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e12f79-d438-4cb7-a766-fa8bc340fb48 req-0bf31048-f9e7-4526-bbd0-5964c624b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:10.476132 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-12e12f79-d438-4cb7-a766-fa8bc340fb48 req-0bf31048-f9e7-4526-bbd0-5964c624b2ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 1099 time: 0.0410550 Sep 27 08:52:10.512802 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-12e12f79-d438-4cb7-a766-fa8bc340fb48 req-15af3f83-526e-435c-8b82-dd3e1b78f09b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296991 Sep 27 08:52:10.622571 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4271c-67cf-44ff-be98-46ad6691ea4c req-3e5efcc5-e10b-4673-8fe6-4dada48839f3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:10.624137 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04c4271c-67cf-44ff-be98-46ad6691ea4c req-3e5efcc5-e10b-4673-8fe6-4dada48839f3 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0477471 Sep 27 08:52:10.662510 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-04c4271c-67cf-44ff-be98-46ad6691ea4c req-50fb6c4d-4e9e-466c-a881-427c27995ce7 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Sep 27 08:52:11.776181 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121ba65-f5b4-412c-9e7a-5cada0ada138 req-7430aaf6-2489-4501-8452-98def11aad88 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:11.777616 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5121ba65-f5b4-412c-9e7a-5cada0ada138 req-7430aaf6-2489-4501-8452-98def11aad88 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0476778 Sep 27 08:52:11.817927 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5121ba65-f5b4-412c-9e7a-5cada0ada138 req-98676878-c054-417f-b296-e7caf4a6b894 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Sep 27 08:52:13.247177 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.441742 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294695ae-4ee4-4106-b16c-c81ec5075305 req-734509fc-789c-4c1c-bd1c-b1ab408061fe tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:14.443710 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-294695ae-4ee4-4106-b16c-c81ec5075305 req-734509fc-789c-4c1c-bd1c-b1ab408061fe tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Sep 27 08:52:14.480353 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-294695ae-4ee4-4106-b16c-c81ec5075305 req-240937a2-22e0-4466-9703-ffa7be6e6f65 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Sep 27 08:52:15.593016 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ee34b-c864-4668-8aca-b9020d3b80e4 req-374b4d33-d466-4385-9ef3-0d8dbf93960f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.594521 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b93ee34b-c864-4668-8aca-b9020d3b80e4 req-374b4d33-d466-4385-9ef3-0d8dbf93960f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Sep 27 08:52:15.642261 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b93ee34b-c864-4668-8aca-b9020d3b80e4 req-ad52649b-17bf-42b9-ab39-cb3c0e13a79f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Sep 27 08:52:16.460245 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52436) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:16.564597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f8907e84-e685-4f92-ab7a-f6734cb1b42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.656578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f8907e84-e685-4f92-ab7a-f6734cb1b42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.717412 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-f8907e84-e685-4f92-ab7a-f6734cb1b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_create {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.788865 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-f8907e84-e685-4f92-ab7a-f6734cb1b42c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e60d8d4bae1446368dc5fb357aadd766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274925 Sep 27 08:52:16.790474 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8907e84-e685-4f92-ab7a-f6734cb1b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2359c3a1-864f-499d-bc0e-6dcdea25b2cf,revision_number=1']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.791504 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52442) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:16.804881 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0eac-5fe2-402b-8bf8-a75cbbd70ef7 req-419f3d33-5cd1-4543-a8fc-51cc25d9236e tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:16.806379 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9f7b0eac-5fe2-402b-8bf8-a75cbbd70ef7 req-419f3d33-5cd1-4543-a8fc-51cc25d9236e tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0912254 Sep 27 08:52:16.843974 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.844934 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9f7b0eac-5fe2-402b-8bf8-a75cbbd70ef7 req-23f09c69-1d03-48d8-a1df-9a4e1e3d6866 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Sep 27 08:52:16.864362 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.949377 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.951899 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.953056 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2359c3a1-864f-499d-bc0e-6dcdea25b2cf HTTP/1.1" status: 204 len: 168 time: 0.1601934 Sep 27 08:52:16.961924 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63642c0-ea63-472d-98c0-e20a40bd0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2359c3a1-864f-499d-bc0e-6dcdea25b2cf,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:17.962799 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2890-dd60-48a5-ab7d-171d575e67f6 req-9919c3bf-ed41-497f-ac54-a59383c6283a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:17.964174 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-157e2890-dd60-48a5-ab7d-171d575e67f6 req-9919c3bf-ed41-497f-ac54-a59383c6283a tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Sep 27 08:52:18.001081 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-157e2890-dd60-48a5-ab7d-171d575e67f6 req-97826540-f09a-4d6b-a0f6-16c0775170e4 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309579 Sep 27 08:52:19.121218 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0634f-f058-47f6-9829-2dca4c994955 req-36806be7-0bcb-48b2-98f7-672d20bd15ce tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.122688 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-afb0634f-f058-47f6-9829-2dca4c994955 req-36806be7-0bcb-48b2-98f7-672d20bd15ce tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0558841 Sep 27 08:52:19.158359 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-afb0634f-f058-47f6-9829-2dca4c994955 req-e8360f27-6c33-4713-a53d-5f4cee9161a6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295241 Sep 27 08:52:20.272176 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb297-f387-4990-9a08-984ec6f9ddc7 req-4c02d8fc-33df-4fb6-b5b3-a4c4d8a3b9d7 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.273628 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ebeb297-f387-4990-9a08-984ec6f9ddc7 req-4c02d8fc-33df-4fb6-b5b3-a4c4d8a3b9d7 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Sep 27 08:52:20.310672 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0ebeb297-f387-4990-9a08-984ec6f9ddc7 req-01f38aa5-988c-4411-a69e-154100f92604 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Sep 27 08:52:21.422401 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacde84-ea47-4654-8f66-2c4c276f3918 req-f820d56e-fc8a-4a2d-9dcf-a14c855470a6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:21.423861 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ceacde84-ea47-4654-8f66-2c4c276f3918 req-f820d56e-fc8a-4a2d-9dcf-a14c855470a6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Sep 27 08:52:21.460881 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-ceacde84-ea47-4654-8f66-2c4c276f3918 req-089adc10-5b15-4710-9170-5b312a81e1e0 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305514 Sep 27 08:52:22.573819 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f56da3-00ed-4c08-84fc-200abe5f6043 req-be5b7111-4ee7-4bd2-83f6-4547172cf19c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.575269 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6f56da3-00ed-4c08-84fc-200abe5f6043 req-be5b7111-4ee7-4bd2-83f6-4547172cf19c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0499992 Sep 27 08:52:22.611729 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b6f56da3-00ed-4c08-84fc-200abe5f6043 req-1e8e3995-8d69-4912-82b8-e281c7a76fdd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307074 Sep 27 08:52:23.617823 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-7036b336-3b33-4e1a-9b60-c6647507e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.728038 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7634cb-c9e6-4119-a1fd-62f85d1256e0 req-df4b79a0-175b-4519-a645-febab6a74872 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:23.728038 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bf7634cb-c9e6-4119-a1fd-62f85d1256e0 req-df4b79a0-175b-4519-a645-febab6a74872 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Sep 27 08:52:23.768270 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-bf7634cb-c9e6-4119-a1fd-62f85d1256e0 req-762d2ef0-682c-4832-a625-d1821dbfbb9d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Sep 27 08:52:24.662066 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-a2e80769-c48f-4f50-83c9-97d554ffdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.664213 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-a2e80769-c48f-4f50-83c9-97d554ffdf1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0438457 Sep 27 08:52:24.761559 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-23a358db-61f2-4f28-a10b-1fdc31c3094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.763047 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-23a358db-61f2-4f28-a10b-1fdc31c3094e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0902836 Sep 27 08:52:24.830941 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-b7722656-bd8d-4c36-a37f-cd172e399a7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 1000 time: 0.0591867 Sep 27 08:52:24.909161 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-eeb33fef-a5e5-4d74-900c-4be4b1216117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.910617 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-eeb33fef-a5e5-4d74-900c-4be4b1216117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0677047 Sep 27 08:52:24.918989 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84030-a216-444b-94ac-614810b8f3e3 req-b331b790-0e69-4064-b262-1bc5c8154ab6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.920350 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cec84030-a216-444b-94ac-614810b8f3e3 req-b331b790-0e69-4064-b262-1bc5c8154ab6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0853748 Sep 27 08:52:24.980788 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-cec84030-a216-444b-94ac-614810b8f3e3 req-390922c7-5d3a-439e-807a-165f4212dfbe tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525012 Sep 27 08:52:24.983349 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-60fde2d4-b2db-40b1-b4a1-bcacb8b3a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.984729 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-60fde2d4-b2db-40b1-b4a1-bcacb8b3a37c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0635626 Sep 27 08:52:25.079838 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-63995d05-429f-45c4-b6bd-7bdc829b958c service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Sep 27 08:52:25.168824 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-5d5e7872-2777-4dc2-86e1-146d30341833 req-42087bae-4255-4ae4-bf53-d8f190595959 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793409 Sep 27 08:52:26.099358 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a0557-be70-46ae-8159-d47783c9ed89 req-e3c9ea81-6e8d-482a-b1a7-147647ba969e tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.101425 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a7a0557-be70-46ae-8159-d47783c9ed89 req-e3c9ea81-6e8d-482a-b1a7-147647ba969e tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0515018 Sep 27 08:52:26.126597 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ec2c-211b-4042-8fae-4c3c64e0f62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.138122 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-9a7a0557-be70-46ae-8159-d47783c9ed89 req-61a899da-2a2e-43cf-943d-6e584bd46353 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Sep 27 08:52:26.806748 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.256427 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aed29-f999-491b-abfc-12e4016547ea req-47691c56-87e4-4117-b981-f74a004deacd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.257897 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8e0aed29-f999-491b-abfc-12e4016547ea req-47691c56-87e4-4117-b981-f74a004deacd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0480242 Sep 27 08:52:27.295285 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-8e0aed29-f999-491b-abfc-12e4016547ea req-bcf86bfb-eb94-46b5-9e12-a411cf8cf0cd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Sep 27 08:52:27.406259 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.411050 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8551f-6d0a-4ac9-b2a1-f31b7c58cf9f req-1d8babd3-2182-4a32-b87e-c306ee1bdb88 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:28.412502 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50c8551f-6d0a-4ac9-b2a1-f31b7c58cf9f req-1d8babd3-2182-4a32-b87e-c306ee1bdb88 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0505476 Sep 27 08:52:28.449972 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-50c8551f-6d0a-4ac9-b2a1-f31b7c58cf9f req-bcf7d035-b8dc-4e7c-8163-b9ba3a8b9dad tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Sep 27 08:52:28.797273 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d8109-02b1-46d4-90b5-ad25570209ec req-ded038af-3918-4909-ba27-9c0cf7b6f5d3 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:28.798734 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f31d8109-02b1-46d4-90b5-ad25570209ec req-ded038af-3918-4909-ba27-9c0cf7b6f5d3 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Sep 27 08:52:28.837431 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f31d8109-02b1-46d4-90b5-ad25570209ec req-81e1461f-2513-4926-bd81-605129b01068 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Sep 27 08:52:28.888482 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52516) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:28.955003 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.972416 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-edd04b06-4474-44de-97a5-25977eabeaf9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825512 Sep 27 08:52:28.981684 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-b11835c2-5445-4170-8860-6723f3409cd9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:28.992066 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-b11835c2-5445-4170-8860-6723f3409cd9 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047705 Sep 27 08:52:29.953027 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c8bf-706a-4b13-a0cd-82fddc8e45ea req-559528d2-fb99-4aa1-986c-b911f14d82ea tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:29.954578 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74d5c8bf-706a-4b13-a0cd-82fddc8e45ea req-559528d2-fb99-4aa1-986c-b911f14d82ea tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Sep 27 08:52:29.991360 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-74d5c8bf-706a-4b13-a0cd-82fddc8e45ea req-5c0b8d76-18d6-400b-9053-f7a4df546bbf tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Sep 27 08:52:30.042195 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:30.120950 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.143421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:30.148421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74ae84-c75d-44d0-a0c5-657210e1678b" -d '{"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-unplugged", "status": "completed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:30.157975 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:30.181422 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaa732b-eef6-4c07-a6cd-fff53a047b3b x-openstack-request-id: req-ddaa732b-eef6-4c07-a6cd-fff53a047b3b {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:30.181715 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-unplugged", "status": "failed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "code": 422}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:30.181968 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddaa732b-eef6-4c07-a6cd-fff53a047b3b {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:30.182434 dv-cinder-811085-1-smb neutron-server[101281]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'code': 422} returned with failed status Sep 27 08:52:30.229005 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.398127 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=6']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:31.105312 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7d508-74d5-46c3-8959-73eb3d60b20e req-089ddfd9-4b60-4d9a-b7dc-29fb42eda2bd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.106802 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-abf7d508-74d5-46c3-8959-73eb3d60b20e req-089ddfd9-4b60-4d9a-b7dc-29fb42eda2bd tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.0487564 Sep 27 08:52:31.145297 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-abf7d508-74d5-46c3-8959-73eb3d60b20e req-112fc6b9-84c7-4b19-9f42-acae5234e63b tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Sep 27 08:52:31.329739 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-ffede1f4-eb1a-422b-80a5-1f408edf8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.331221 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-ffede1f4-eb1a-422b-80a5-1f408edf8d59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06&tenant_id=861800a3dcfa4a6b92fde763432a0a4e HTTP/1.1" status: 200 len: 1096 time: 0.0423880 Sep 27 08:52:31.392593 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-bcf2213f-e875-4c51-9fb5-6fda1baa4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.394088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-bcf2213f-e875-4c51-9fb5-6fda1baa4df4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1096 time: 0.0381687 Sep 27 08:52:31.484951 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-64c8859a-7458-4420-b6c7-1c929b5d9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.486418 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-64c8859a-7458-4420-b6c7-1c929b5d9fbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0796049 Sep 27 08:52:31.553428 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-a89aca84-8715-4fc1-be1e-63374ac47417 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 998 time: 0.0581484 Sep 27 08:52:31.600513 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-ad19ef4a-11e3-4412-8f6a-27a90abd5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.601861 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-ad19ef4a-11e3-4412-8f6a-27a90abd5528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0408647 Sep 27 08:52:31.645665 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-3c3c323c-7f62-4a07-b413-0f3120639eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.647212 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-3c3c323c-7f62-4a07-b413-0f3120639eaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0380211 Sep 27 08:52:31.736360 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-2c74ae74-dee7-4867-84e6-bba64cf767a2 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819049 Sep 27 08:52:31.824527 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-baa7ba04-3be1-48a9-9acd-84440df55e13 req-f95ff857-f626-4f37-957d-86a35804efb2 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807912 Sep 27 08:52:32.260405 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8328-d841-4bf2-8ba9-9ddd6ca198c2 req-24ab4b02-7d71-4f28-9afc-bc4b8bbe527f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:32.261950 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-724a8328-d841-4bf2-8ba9-9ddd6ca198c2 req-24ab4b02-7d71-4f28-9afc-bc4b8bbe527f tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Sep 27 08:52:32.301397 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-724a8328-d841-4bf2-8ba9-9ddd6ca198c2 req-fd3a6592-b5d5-4eb3-9e1c-b18681f31f3d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Sep 27 08:52:33.411296 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddeb74-d3a5-4bf4-a3b0-215659647a50 req-3ea8dc35-2b92-453b-a28d-3901c4c103d1 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:33.413324 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98ddeb74-d3a5-4bf4-a3b0-215659647a50 req-3ea8dc35-2b92-453b-a28d-3901c4c103d1 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 943 time: 0.0484679 Sep 27 08:52:33.451378 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-98ddeb74-d3a5-4bf4-a3b0-215659647a50 req-f165d834-a866-418c-b2c5-85afd2de6a8c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Sep 27 08:52:34.042163 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 details requested by agent hyperv_hv-cinder-81108 with host hv-cinder-81108 {{(pid=101281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:52:34.133258 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:34.144395 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Returning: {'device': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'port_id': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'mac_address': 'fa:16:3e:4b:f2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:52:34.182117 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.194492 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97ede36-d71c-4632-a859-a2d43ae951f9 {{(pid=101281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:52:34.213332 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:34.309501 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.358491 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=7']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:34.515970 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['a97ede36-d71c-4632-a859-a2d43ae951f9'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:34.568669 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb8ba4-4bf3-482c-99e3-c8317a9b89b8 req-1a4a0fad-d6ab-4366-8419-44dd8884b948 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.570143 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-77cb8ba4-4bf3-482c-99e3-c8317a9b89b8 req-1a4a0fad-d6ab-4366-8419-44dd8884b948 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 944 time: 0.0524862 Sep 27 08:52:34.611779 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-77cb8ba4-4bf3-482c-99e3-c8317a9b89b8 req-4b3cdbed-9010-4a8f-9fe9-52386e227c9d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352945 Sep 27 08:52:34.939996 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec9496-ae01-4289-bb28-8c96c22357f1 req-2621a0ed-ae28-4307-b1d0-4e35a153d72d tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.942936 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1fec9496-ae01-4289-bb28-8c96c22357f1 req-2621a0ed-ae28-4307-b1d0-4e35a153d72d tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0473170 Sep 27 08:52:34.982949 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-1fec9496-ae01-4289-bb28-8c96c22357f1 req-0989eb40-5a05-4af5-b91b-24cad2a6cbb1 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Sep 27 08:52:35.725225 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e209c6e-13e9-49de-987a-1708baf19623 req-1e5cb7c7-0006-4c15-a059-55d125b57e36 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.726685 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3e209c6e-13e9-49de-987a-1708baf19623 req-1e5cb7c7-0006-4c15-a059-55d125b57e36 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 944 time: 0.0473278 Sep 27 08:52:35.763094 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-3e209c6e-13e9-49de-987a-1708baf19623 req-c5eb3f09-4dac-48b5-9d03-0be8b228d1b6 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297897 Sep 27 08:52:36.038885 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 up at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:36.083573 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.provisioning_blocks [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Provisioning complete for port a97ede36-d71c-4632-a859-a2d43ae951f9 triggered by entity L2. {{(pid=101281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:36.083940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1984766'] for port, provisioning_complete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.095517 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbad9-8036-4133-b760-e58dc62a8766 req-4bb5f307-2748-40f0-acf6-fcdfd0908b1a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.096957 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a58dbad9-8036-4133-b760-e58dc62a8766 req-4bb5f307-2748-40f0-acf6-fcdfd0908b1a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0467608 Sep 27 08:52:36.136659 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-a58dbad9-8036-4133-b760-e58dc62a8766 req-48bdf8df-8d54-4d53-a38e-d4a8f4abdcea tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Sep 27 08:52:36.159746 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971746'] for port, before_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.181428 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:36.183621 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}154d586c9ea15288e80a38ad4058527d561e3c2ec036df0cbc13613757765e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb656594-b3bc-4140-b14f-5932e51757cf" -d '{"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-plugged", "status": "completed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:36.195967 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:36.219178 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bce18fe-0f44-4f7b-82d0-44b901ca2f81 x-openstack-request-id: req-1bce18fe-0f44-4f7b-82d0-44b901ca2f81 {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:36.219468 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-plugged", "status": "completed", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "code": 200}]} {{(pid=101281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:36.219757 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bce18fe-0f44-4f7b-82d0-44b901ca2f81 {{(pid=101281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:36.220128 dv-cinder-811085-1-smb neutron-server[101281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'code': 200} Sep 27 08:52:36.268954 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742811443460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742810953921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742810953939'] for port, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.314560 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Pushing event updated for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=8']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:36.783096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580685-05db-42bd-a484-ce8fab1aa699 req-2fefd421-a288-4d7b-8163-c53f3c68bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.784546 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c8580685-05db-42bd-a484-ce8fab1aa699 req-2fefd421-a288-4d7b-8163-c53f3c68bda6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.2914462 Sep 27 08:52:36.819809 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-c8580685-05db-42bd-a484-ce8fab1aa699 req-124683ac-245f-4c80-b7f3-189a2a8cef63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266955 Sep 27 08:52:36.872945 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86f12-8f8e-4048-8a78-58279c65fbe7 req-8032f684-f76a-417e-9c18-69ba2c664a2c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.874379 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88e86f12-8f8e-4048-8a78-58279c65fbe7 req-8032f684-f76a-417e-9c18-69ba2c664a2c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0466383 Sep 27 08:52:36.909816 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-88e86f12-8f8e-4048-8a78-58279c65fbe7 req-f8b507c0-b512-4998-a37d-feb6e4fd5091 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294189 Sep 27 08:52:37.248779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec369f-c198-4c3c-a111-63b0ed02681a req-115c8154-ed0e-45fd-ae6a-cf62001915ec tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:37.250243 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20ec369f-c198-4c3c-a111-63b0ed02681a req-115c8154-ed0e-45fd-ae6a-cf62001915ec tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0471773 Sep 27 08:52:37.289624 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-20ec369f-c198-4c3c-a111-63b0ed02681a req-9deb3c18-7ba7-481f-9bf4-b4af2ef9f407 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Sep 27 08:52:38.024122 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707300e-d7bf-454a-8e46-0774051fb50c req-5814f08f-95f9-4484-ab9b-37bdc2fc8f7d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:38.025599 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6707300e-d7bf-454a-8e46-0774051fb50c req-5814f08f-95f9-4484-ab9b-37bdc2fc8f7d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0498238 Sep 27 08:52:38.062878 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-6707300e-d7bf-454a-8e46-0774051fb50c req-07a8e2ce-6d39-413c-8564-1422cd29c268 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Sep 27 08:52:38.400600 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fdc49-2b9b-4b4b-be97-194758a11813 req-be5db15b-b6fe-4411-9784-d58c59a4c761 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:38.402043 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-985fdc49-2b9b-4b4b-be97-194758a11813 req-be5db15b-b6fe-4411-9784-d58c59a4c761 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0477033 Sep 27 08:52:38.439063 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-985fdc49-2b9b-4b4b-be97-194758a11813 req-f3c00fe5-fe62-42d0-903d-dcf4e9457c5c tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304391 Sep 27 08:52:39.172807 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26c4b-413e-488e-abe0-23fe8421c00d req-47ce9106-a2f6-45e0-a67d-e9ab36b654e5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:39.174150 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-09c26c4b-413e-488e-abe0-23fe8421c00d req-47ce9106-a2f6-45e0-a67d-e9ab36b654e5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0466340 Sep 27 08:52:39.212964 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-09c26c4b-413e-488e-abe0-23fe8421c00d req-1108993c-33b2-406b-a66a-1a0b7051c749 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Sep 27 08:52:39.575352 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3cf5e-3bbe-4d3e-a351-451ce048614d req-b643828d-e635-4f29-9a1f-436aaed74a9a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:39.576835 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7d3cf5e-3bbe-4d3e-a351-451ce048614d req-b643828d-e635-4f29-9a1f-436aaed74a9a tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0728662 Sep 27 08:52:39.588281 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-57e67b23-ce73-422d-bf61-47a82b0b2ee5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:39.589582 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-57e67b23-ce73-422d-bf61-47a82b0b2ee5 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 946 time: 0.0618012 Sep 27 08:52:39.649509 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-b7d3cf5e-3bbe-4d3e-a351-451ce048614d req-32f6cdea-6ad7-4a74-8509-7662def13251 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/security-groups?id=955ca1f5-9182-4496-9ce6-11aee8a0dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Sep 27 08:52:39.699899 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Deleting port 2682ee84-19a4-4992-a1be-8e8ba584aaeb {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:39.700738 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.785123 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] For port 2682ee84-19a4-4992-a1be-8e8ba584aaeb, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=2682ee84-19a4-4992-a1be-8e8ba584aaeb,segment=NetworkSegment(69209030-eddf-453c-b337-090621cf7d03),segment_id=69209030-eddf-453c-b337-090621cf7d03)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:39.785666 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.797779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Calling delete_port for 2682ee84-19a4-4992-a1be-8e8ba584aaeb owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:39.892043 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:52:40.017127 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.032515 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] get_ports_and_sgs() called for port_ids ['2682ee84-19a4-4992-a1be-8e8ba584aaeb'] {{(pid=101281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:40.043724 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Pushing event deleted for resources: {'Port': ['ID=2682ee84-19a4-4992-a1be-8e8ba584aaeb,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:40.087057 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] No DVR routers for this DVR port 2682ee84-19a4-4992-a1be-8e8ba584aaeb on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:40.089619 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.092266 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-10922ed9-2d39-4380-aba9-4730a29f1841 req-2c85d8e1-3225-4ad5-8caa-1de026b67d89 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.13 "DELETE /v2.0/ports/2682ee84-19a4-4992-a1be-8e8ba584aaeb HTTP/1.1" status: 204 len: 173 time: 0.4950421 Sep 27 08:52:40.092698 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'name': 'network-vif-deleted', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:40.095032 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c510fc-11b5-4dea-a510-eebe3e3977ed" -d '{"events": [{"server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "name": "network-vif-deleted", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:40.129793 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe4b8d-6a3a-415f-8a8e-60f0d4255684 x-openstack-request-id: req-d0fe4b8d-6a3a-415f-8a8e-60f0d4255684 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:40.130088 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ed7fa3-3b09-46e0-8dc0-159a98a897f4", "name": "network-vif-deleted", "tag": "2682ee84-19a4-4992-a1be-8e8ba584aaeb", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:40.130395 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0fe4b8d-6a3a-415f-8a8e-60f0d4255684 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:40.135206 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ed7fa3-3b09-46e0-8dc0-159a98a897f4', 'name': 'network-vif-deleted', 'tag': '2682ee84-19a4-4992-a1be-8e8ba584aaeb', 'status': 'completed', 'code': 200} Sep 27 08:52:40.752717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f571f69e-ee25-483c-917e-094564a604a0 req-405b3490-6656-4791-9c4b-cb80b301d874 tempest-VolumesSnapshotTestJSON-791256168 tempest-VolumesSnapshotTestJSON-791256168-project] 10.222.0.76 "GET /v2.0/ports?device_id=95ed7fa3-3b09-46e0-8dc0-159a98a897f4 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Sep 27 08:52:42.085222 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 2682ee84-19a4-4992-a1be-8e8ba584aaeb no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:42.107725 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: 2682ee84-19a4-4992-a1be-8e8ba584aaeb {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:42.108060 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device 2682ee84-19a4-4992-a1be-8e8ba584aaeb not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:43.228410 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.635179 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2286-ce9a-4cfe-b852-f4de3e02a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.132520 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-93eb492d-248f-49b3-97e5-137405646e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.822953 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.417283 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.988914 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.986500 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52712) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.030871 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Deleting subnet 5ae88781-fb11-42d3-8db6-3aba0f86b212 {{(pid=101280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:01.034176 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.066582 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921712'] for subnet, precommit_delete_associations {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.103105 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.263406 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261149295'] for subnet, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.292013 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae88781-fb11-42d3-8db6-3aba0f86b212,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:01.295878 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.297726 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b9e7adcf-5775-4054-908d-0cd6d3bacafb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5ae88781-fb11-42d3-8db6-3aba0f86b212 HTTP/1.1" status: 204 len: 168 time: 0.3096771 Sep 27 08:53:01.301624 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52714) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.365941 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.444289 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.463661 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14d70a7-b1c7-4aa4-bec6-39edd900063c']}} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.472988 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69209030-eddf-453c-b337-090621cf7d03') {'for_net_delete': True} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.473281 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69209030-eddf-453c-b337-090621cf7d03') {} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.482176 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921705'] for segment, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.494722 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.500243 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:01.500621 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261544031'] for segment, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: Traceback (most recent call last): Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: timer() Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: cb(*args, **kw) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: return func(*args, **kwargs) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: self._notify() Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: self.callback(batched_events) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: event.method(event) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: return f(self, *a, **k) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: return self._get(url).json() Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:01.502200 dv-cinder-811085-1-smb neutron-server[101280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:01.628416 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.634004 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.635851 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f14d70a7-b1c7-4aa4-bec6-39edd900063c HTTP/1.1" status: 204 len: 168 time: 0.3340900 Sep 27 08:53:01.646512 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250441d-48fa-433c-bf3d-3033a0d78d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14d70a7-b1c7-4aa4-bec6-39edd900063c,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:01.866119 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52718) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.907924 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f5214ab0-7a31-4385-860b-922514b370a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08788b2475c440599f97f7086acc1af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404942 Sep 27 08:53:01.910375 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52720) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.954989 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.975096 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.090684 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.093220 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.094358 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/955ca1f5-9182-4496-9ce6-11aee8a0dff3 HTTP/1.1" status: 204 len: 168 time: 0.1830969 Sep 27 08:53:02.101670 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf47bc-7007-428f-ad40-6f374408ab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ca1f5-9182-4496-9ce6-11aee8a0dff3,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.239800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.890411 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:53:18.142409 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-a66ded77-45fb-401f-b7c2-77c7b0ecc0c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379014 Sep 27 08:53:18.219065 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-cb5fd74d-05d9-4de7-af8b-5e44cc40d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:18.220493 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-cb5fd74d-05d9-4de7-af8b-5e44cc40d847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0389497 Sep 27 08:53:18.323749 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-f2e570b3-4722-4e74-baae-0f120fb5433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:18.325171 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-f2e570b3-4722-4e74-baae-0f120fb5433e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0855136 Sep 27 08:53:18.388403 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-fa4d7c28-3da9-4b8d-a67c-831e6ab57d98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 1000 time: 0.0553999 Sep 27 08:53:18.439789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-0ce7a495-b417-4204-9ec9-23372746ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:18.441108 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-0ce7a495-b417-4204-9ec9-23372746ec07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0458157 Sep 27 08:53:18.483781 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-97c405f5-28f8-4028-9958-6e12b551233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:18.485171 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-97c405f5-28f8-4028-9958-6e12b551233a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0371041 Sep 27 08:53:18.583194 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-b439c9c8-5baa-49c3-a448-550e086570c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905113 Sep 27 08:53:18.673337 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-34e67f3e-fcad-4b55-b630-5cc73c5f2d54 req-99adb185-3ce2-4824-8511-e816a03147ee service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833616 Sep 27 08:53:23.645229 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a444845c-0810-4a96-bbf5-3e307f3b4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.136233 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bf76930e-dbd7-4bd1-ab4a-40638ba91aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.816627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.456719 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.942051 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.233430 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.172526 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52730) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:52.321483 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Deleting port 16a80438-1911-4c0d-82cb-72da5ddcc607 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:52.321825 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.395746 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.396069 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.407664 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Calling delete_port for 16a80438-1911-4c0d-82cb-72da5ddcc607 owned by network:floatingip {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:52.614342 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.639945 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event deleted for resources: {'Port': ['ID=16a80438-1911-4c0d-82cb-72da5ddcc607,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:52.651739 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.652086 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.652424 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.652760 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.653168 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.653504 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.653829 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.654155 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.654504 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.654829 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.655152 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.655472 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:52.709698 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for floatingip, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.710023 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.db.l3_db [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Floating IP ce087bc2-e458-4b01-81cb-c4bec1fc7478 disassociated (deleted). External IP: 172.28.3.31, port: a97ede36-d71c-4632-a859-a2d43ae951f9. Sep 27 08:53:52.907539 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Router 13f95e10-8123-46f5-a18a-2cd3371b8070 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:53.009334 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:53.014132 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for floatingip, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.018866 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Sync routers for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:53.027400 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:53.028015 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:53.039977 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-d6b20ed8-7fd0-486b-972d-9db36e3139d5 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "DELETE /v2.0/floatingips/ce087bc2-e458-4b01-81cb-c4bec1fc7478 HTTP/1.1" status: 204 len: 168 time: 0.8663688 Sep 27 08:53:53.040545 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:53.042780 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd4fb112204b94852e4b0bb6619eea6dc4a42037af3b792df34ad1836d16494e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e45806-901a-4286-9560-54dc3125f211" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:53.134346 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:53.260449 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ff008a-3ba2-4418-bfa5-15217ae68e2a x-openstack-request-id: req-49ff008a-3ba2-4418-bfa5-15217ae68e2a {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:53.260953 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "status": "completed", "code": 200}]} {{(pid=101280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:53.260953 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49ff008a-3ba2-4418-bfa5-15217ae68e2a {{(pid=101280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:53.261435 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'status': 'completed', 'code': 200} Sep 27 08:53:53.322473 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45806-901a-4286-9560-54dc3125f211 req-41a53a6e-5567-45eb-a3b8-c2cb29255ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.325000 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-41a53a6e-5567-45eb-a3b8-c2cb29255ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0407138 Sep 27 08:53:53.337476 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:53.363800 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Checking router: 13f95e10-8123-46f5-a18a-2cd3371b8070 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:53.372213 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:53.372850 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:26Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:53.421844 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45806-901a-4286-9560-54dc3125f211 req-7b7233db-47b7-4d26-adf4-e31dcdc2c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.423346 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-7b7233db-47b7-4d26-adf4-e31dcdc2c688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 200 len: 910 time: 0.0903544 Sep 27 08:53:53.467695 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-a18e6468-2084-4114-b3fd-2d61777ef926 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 200 len: 217 time: 0.0358281 Sep 27 08:53:53.481607 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:53.547442 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45806-901a-4286-9560-54dc3125f211 req-a4cad629-b5bf-4443-a8e8-1ef230383411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.548903 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-a4cad629-b5bf-4443-a8e8-1ef230383411 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 200 len: 848 time: 0.0737793 Sep 27 08:53:53.565097 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f04b9-65f5-44ab-93a6-58b238b88a76 req-a9f56fbc-d206-42d5-895b-609c66f1c17b tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.566561 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-078f04b9-65f5-44ab-93a6-58b238b88a76 req-a9f56fbc-d206-42d5-895b-609c66f1c17b tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0822613 Sep 27 08:53:53.627772 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-078f04b9-65f5-44ab-93a6-58b238b88a76 req-3e83705c-b125-43ac-8944-ac1f401c26a3 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529940 Sep 27 08:53:53.630616 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45806-901a-4286-9560-54dc3125f211 req-02cbae51-db0f-4be7-a617-bb3f45d828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.632151 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-02cbae51-db0f-4be7-a617-bb3f45d828b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f665ee44-39bd-4804-8bf7-dc62e6aeff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749171 Sep 27 08:53:53.641421 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c163-66e1-47e3-967a-6e3d2e8e24bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.694729 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:53.724197 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a1589-0770-4bee-b655-5525a0e9eb30 None None] The sync data for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb is: [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:49:21Z', 'revision_number': 4, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb', '_interfaces': [{'id': 'e3cddeab-a845-4c65-84b5-913d7c504e35', 'name': '', 'network_id': 'f665ee44-39bd-4804-8bf7-dc62e6aeff45', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'mac_address': 'fa:16:3e:cc:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:21Z', 'updated_at': '2021-09-27T08:49:25Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'subnets': [{'id': 'f06c7a11-2240-44fc-aee1-d6ecb04e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:53.734473 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-faa9aaba-461f-46e3-839a-05914d6042ae service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941679 Sep 27 08:53:53.828956 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-d1e45806-901a-4286-9560-54dc3125f211 req-16bc4525-e17f-4757-947f-a16a3990f0d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866687 Sep 27 08:53:53.889502 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:53:53.934805 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9353c779-0cd8-49c3-9b40-ad79fe410324 None None] New status for floating IP ce087bc2-e458-4b01-81cb-c4bec1fc7478: DOWN {{(pid=101282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:53:54.752675 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c7ea7-9dcf-421d-80a9-042a209c2be5 req-93ebab12-972e-41db-9c4c-88cecb4cd750 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:54.754139 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f45c7ea7-9dcf-421d-80a9-042a209c2be5 req-93ebab12-972e-41db-9c4c-88cecb4cd750 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Sep 27 08:53:54.822639 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-49376633-acda-462e-8170-860feee6c10c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:54.824082 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-49376633-acda-462e-8170-860feee6c10c tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 945 time: 0.0682194 Sep 27 08:53:54.826717 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-f45c7ea7-9dcf-421d-80a9-042a209c2be5 req-6d018018-600b-4350-b055-5c7eccb65360 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635617 Sep 27 08:53:54.915848 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Deleting port a97ede36-d71c-4632-a859-a2d43ae951f9 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:54.916116 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.001138 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] For port a97ede36-d71c-4632-a859-a2d43ae951f9, host hv-cinder-81108, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81108',level=0,port_id=a97ede36-d71c-4632-a859-a2d43ae951f9,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:55.001496 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.013511 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Calling delete_port for a97ede36-d71c-4632-a859-a2d43ae951f9 owned by compute:nova {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:55.205222 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.234597 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event deleted for resources: {'Port': ['ID=a97ede36-d71c-4632-a859-a2d43ae951f9,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.263439 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.264425 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:55.291412 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] No DVR routers for this DVR port a97ede36-d71c-4632-a859-a2d43ae951f9 on host hv-cinder-81108 {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:55.293717 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96823'] for port, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.295801 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-368590bc-1923-4d7a-b04e-ae77b9aeafd8 req-af27a363-4b6f-4283-9591-2e34ecfa93cb tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.13 "DELETE /v2.0/ports/a97ede36-d71c-4632-a859-a2d43ae951f9 HTTP/1.1" status: 204 len: 173 time: 0.4645336 Sep 27 08:53:55.296229 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-deleted', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9'}] {{(pid=101279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:55.298446 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4944b68a5b800b294f120823172e27822ec6a283acb357fa2d33bdb0e6bcb155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd729e-8bb4-4b6f-a934-972d6743f966" -d '{"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-deleted", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9"}]}' {{(pid=101279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:55.331911 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8681519-18b6-4c06-b3b7-8fb79a041629 x-openstack-request-id: req-e8681519-18b6-4c06-b3b7-8fb79a041629 {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:55.332201 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb5681-1dfe-43be-b290-5301c91e2e06", "name": "network-vif-deleted", "tag": "a97ede36-d71c-4632-a859-a2d43ae951f9", "status": "completed", "code": 200}]} {{(pid=101279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:55.332447 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8681519-18b6-4c06-b3b7-8fb79a041629 {{(pid=101279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:55.332844 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb5681-1dfe-43be-b290-5301c91e2e06', 'name': 'network-vif-deleted', 'tag': 'a97ede36-d71c-4632-a859-a2d43ae951f9', 'status': 'completed', 'code': 200} Sep 27 08:53:55.938135 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [req-0f6411c9-df26-419a-96ed-317be3c28c20 req-94fadc82-61c9-42b7-b494-3df60f418a73 tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbfb5681-1dfe-43be-b290-5301c91e2e06 HTTP/1.1" status: 200 len: 210 time: 0.0318084 Sep 27 08:53:56.168616 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-73319334-45f5-40bf-a90d-899fd1f2657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.820159 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.998324 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52754) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:57.054193 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.078941 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.187382 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.189937 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.191105 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] 10.222.0.76 "DELETE /v2.0/security-groups/0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0 HTTP/1.1" status: 204 len: 168 time: 0.1917939 Sep 27 08:53:57.201004 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281665d-1a12-46e5-8dc5-555e29a7366d tempest-TestShelveInstance-1047420162 tempest-TestShelveInstance-1047420162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d04cb12-8ae9-4c16-a8dd-4f7a006ddff0,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:57.310782 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52758) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:57.425992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.637717 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.869637 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Deleting port e3cddeab-a845-4c65-84b5-913d7c504e35 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:57.869976 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.944903 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] For port e3cddeab-a845-4c65-84b5-913d7c504e35, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=e3cddeab-a845-4c65-84b5-913d7c504e35,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:57.945181 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.961140 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Calling delete_port for e3cddeab-a845-4c65-84b5-913d7c504e35 owned by network:router_interface {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:58.199185 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.225694 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cddeab-a845-4c65-84b5-913d7c504e35,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:58.383776 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.589524 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Router 13f95e10-8123-46f5-a18a-2cd3371b8070 has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:58.695458 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:58.701157 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-d1675c67-d9a4-4315-82c1-5606f3d119d7 admin admin] 10.222.0.76 "PUT /v2.0/routers/13f95e10-8123-46f5-a18a-2cd3371b8070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3893521 Sep 27 08:53:58.703751 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52760) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.706413 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Sync routers for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:58.716607 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:58.717222 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:58.805641 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.822686 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: dv-cinder-811085-1-smb {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:58.905066 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.989572 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.003583 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 5, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port': {'id': 'd0cfac87-60bd-4d71-8531-baa429dc66d2', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:19Z', 'updated_at': '2021-09-27T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:59.029087 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Checking router: 13f95e10-8123-46f5-a18a-2cd3371b8070 for host: dv-cinder-811085-1-smb {{(pid=101281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:59.037566 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Routers {'13f95e10-8123-46f5-a18a-2cd3371b8070'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:59.038169 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['13f95e10-8123-46f5-a18a-2cd3371b8070'], 'active': True} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:59.061779 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Deleting port d0cfac87-60bd-4d71-8531-baa429dc66d2 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:59.062124 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.122724 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvr_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] Set router 13f95e10-8123-46f5-a18a-2cd3371b8070 gateway port host: None {{(pid=101281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:59.139291 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] For port d0cfac87-60bd-4d71-8531-baa429dc66d2, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=d0cfac87-60bd-4d71-8531-baa429dc66d2,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:59.139660 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.152686 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Calling delete_port for d0cfac87-60bd-4d71-8531-baa429dc66d2 owned by network:router_gateway {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:59.299603 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_hamode_db [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 6, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:59.326474 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e8a28-2775-4589-bf35-6d2951c1099a None None] The sync data for ids ['13f95e10-8123-46f5-a18a-2cd3371b8070'] in dv-cinder-811085-1-smb is: [{'id': '13f95e10-8123-46f5-a18a-2cd3371b8070', 'name': 'tempest-TestShelveInstance-1758505499-router', 'tenant_id': '861800a3dcfa4a6b92fde763432a0a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:18Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 6, 'project_id': '861800a3dcfa4a6b92fde763432a0a4e', 'gw_port_host': None}] {{(pid=101281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:59.638780 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.825947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cfac87-60bd-4d71-8531-baa429dc66d2,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:59.825947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.825947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.825947 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.939910 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.940366 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f95e10-8123-46f5-a18a-2cd3371b8070 {{(pid=101279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:59.947096 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.947225 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-45ba2288-0d6b-4549-9eba-88de133bacc4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/13f95e10-8123-46f5-a18a-2cd3371b8070 HTTP/1.1" status: 204 len: 168 time: 1.2424896 Sep 27 08:53:59.949789 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52762) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:59.997385 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Deleting subnet f06c7a11-2240-44fc-aee1-d6ecb04e2dcb {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:00.000334 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.034207 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262103212'] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.109982 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.272504 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261183788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261656155'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.300658 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06c7a11-2240-44fc-aee1-d6ecb04e2dcb,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.304160 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.310126 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52764) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:00.311005 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a257d-60ea-4b49-8012-adbc1b794400 None None] Network f665ee44-39bd-4804-8bf7-dc62e6aeff45 requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:00.318538 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-eb9e5f05-1cf9-4981-a5f4-5a49e4aa4e8f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f06c7a11-2240-44fc-aee1-d6ecb04e2dcb HTTP/1.1" status: 204 len: 168 time: 0.3582695 Sep 27 08:54:00.379630 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 no longer exists at agent hyperv_hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:00.387137 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.404990 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] No Port match for: a97ede36-d71c-4632-a859-a2d43ae951f9 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:00.405340 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Device a97ede36-d71c-4632-a859-a2d43ae951f9 not bound to the agent host hv-cinder-81108 {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:00.441871 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Deleting port 10d1b453-a01b-47fd-9af5-052cec0eec89 {{(pid=101280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:00.442209 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.507324 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.db [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] For port 10d1b453-a01b-47fd-9af5-052cec0eec89, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=10d1b453-a01b-47fd-9af5-052cec0eec89,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:00.507618 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.511558 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] DHCP port deletion for f665ee44-39bd-4804-8bf7-dc62e6aeff45 request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:00.519967 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.plugin [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Calling delete_port for 10d1b453-a01b-47fd-9af5-052cec0eec89 owned by network:dhcp {{(pid=101280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:00.558804 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Deleting port 10d1b453-a01b-47fd-9af5-052cec0eec89 {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:00.559178 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.617511 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] For port 10d1b453-a01b-47fd-9af5-052cec0eec89, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=10d1b453-a01b-47fd-9af5-052cec0eec89,segment=NetworkSegment(7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7),segment_id=7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:00.617835 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.630068 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Calling delete_port for 10d1b453-a01b-47fd-9af5-052cec0eec89 owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:00.690556 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261544364'] for port, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.708048 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.717980 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d1b453-a01b-47fd-9af5-052cec0eec89,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.721951 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] No DVR routers for this DVR port 10d1b453-a01b-47fd-9af5-052cec0eec89 on host dv-cinder-811085-1-smb {{(pid=101280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:00.734643 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Pushing event deleted for resources: {'Port': ['ID=10d1b453-a01b-47fd-9af5-052cec0eec89,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.736894 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] No DVR routers for this DVR port 10d1b453-a01b-47fd-9af5-052cec0eec89 on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:00.745926 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.746299 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.746639 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.746974 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.747308 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.748284 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.748614 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.748939 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.749272 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.749594 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.749916 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.750221 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011e110-ca4e-4b41-b3b5-d6c46f315098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811085-1-smb {{(pid=101281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:00.848906 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d0cfac87-60bd-4d71-8531-baa429dc66d2 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:00.869506 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: d0cfac87-60bd-4d71-8531-baa429dc66d2 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:00.869849 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device d0cfac87-60bd-4d71-8531-baa429dc66d2 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:00.870351 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device e3cddeab-a845-4c65-84b5-913d7c504e35 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:00.894593 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: e3cddeab-a845-4c65-84b5-913d7c504e35 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:00.894593 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device e3cddeab-a845-4c65-84b5-913d7c504e35 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:00.894593 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 10d1b453-a01b-47fd-9af5-052cec0eec89 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:00.909448 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 10d1b453-a01b-47fd-9af5-052cec0eec89 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:00.909790 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 10d1b453-a01b-47fd-9af5-052cec0eec89 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:01.001277 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.019863 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f665ee44-39bd-4804-8bf7-dc62e6aeff45']}} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.028710 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7') {'for_net_delete': True} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.029008 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.services.segments.db [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6a1511-c1f1-4fbe-a833-c8b1b02b98e7') {} {{(pid=101280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.038157 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921705'] for segment, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.051207 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.056732 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:01.057111 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261544031'] for segment, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: Traceback (most recent call last): Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: timer() Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: cb(*args, **kw) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: return func(*args, **kwargs) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: self._notify() Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: self.callback(batched_events) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: event.method(event) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: return f(self, *a, **k) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: return self._get(url).json() Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:01.058682 dv-cinder-811085-1-smb neutron-server[101280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:01.210613 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.215926 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.218365 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f665ee44-39bd-4804-8bf7-dc62e6aeff45 HTTP/1.1" status: 204 len: 168 time: 0.9084814 Sep 27 08:54:01.221414 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52766) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:01.228692 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354018e-ab68-4c4b-a1fb-7b2b33f75a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f665ee44-39bd-4804-8bf7-dc62e6aeff45,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:01.555989 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-990471'] for router_interface, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.789846 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Deleting port ce195807-65b0-4b8c-a656-8797dd88a6ba {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:01.790184 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.867741 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] For port ce195807-65b0-4b8c-a656-8797dd88a6ba, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=ce195807-65b0-4b8c-a656-8797dd88a6ba,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:01.868102 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.880486 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Calling delete_port for ce195807-65b0-4b8c-a656-8797dd88a6ba owned by network:router_interface {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:02.118785 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.144370 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ce195807-65b0-4b8c-a656-8797dd88a6ba,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:02.302946 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990094'] for router_interface, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.508868 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed has already been hosted by L3 agent d7430b48-0e6a-4d48-819d-1c6bc146e863 {{(pid=101279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:02.611186 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] Notify agent at l3_agent.dv-cinder-811085-1-smb the message routers_updated {{(pid=101279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:02.616178 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-54fcb4f8-a68c-4b5f-b445-c2fa4669b7ab admin admin] 10.222.0.76 "PUT /v2.0/routers/5445094e-2b12-43a6-8f4c-73b9ac26d1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937559 Sep 27 08:54:02.618676 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52768) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:02.619621 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Sync routers for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:02.628683 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:02.629299 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:02.720919 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks [] for router, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.729652 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: dv-cinder-811085-1-smb {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:02.832984 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.904307 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'external_fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:54:02Z', 'revision_number': 5, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port': {'id': '0d4a913d-e742-4463-8718-bc3ff867fbd0', 'name': '', 'network_id': '3325e4cb-1265-481f-b550-c7c20a14ad08', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811085-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:49:25Z', 'updated_at': '2021-09-27T08:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8eb77429-7dc1-45af-b531-0564de3bc725', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811085-1-smb'}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:02.929620 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Checking router: 5445094e-2b12-43a6-8f4c-73b9ac26d1ed for host: dv-cinder-811085-1-smb {{(pid=101282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:02.937683 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Routers {'5445094e-2b12-43a6-8f4c-73b9ac26d1ed'} bound to L3 agent in host dv-cinder-811085-1-smb {{(pid=101282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:02.938301 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811085-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:35:56Z,description=,heartbeat_timestamp=2021-09-27T08:53:56Z,host='dv-cinder-811085-1-smb',id=d7430b48-0e6a-4d48-819d-1c6bc146e863,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:35:57Z,topic='l3_agent')) {'router_ids': ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'], 'active': True} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:02.956019 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Deleting port 0d4a913d-e742-4463-8718-bc3ff867fbd0 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:02.956361 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.018723 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_dvr_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] Set router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed gateway port host: None {{(pid=101282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:03.033852 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] For port 0d4a913d-e742-4463-8718-bc3ff867fbd0, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0d4a913d-e742-4463-8718-bc3ff867fbd0,segment=NetworkSegment(7a524d45-fee8-4ac2-accb-fbe38160c25c),segment_id=7a524d45-fee8-4ac2-accb-fbe38160c25c)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:03.034223 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.049942 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Calling delete_port for 0d4a913d-e742-4463-8718-bc3ff867fbd0 owned by network:router_gateway {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:03.067283 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.l3_hamode_db [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:54:02Z', 'revision_number': 6, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port_host': None}], 'dv-cinder-811085-1-smb', False) {} {{(pid=101282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.095235 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab74e5-8c8f-4dc1-85b2-1d2962b508a3 None None] The sync data for ids ['5445094e-2b12-43a6-8f4c-73b9ac26d1ed'] in dv-cinder-811085-1-smb is: [{'id': '5445094e-2b12-43a6-8f4c-73b9ac26d1ed', 'name': 'tempest-TestShelveInstance-1938161873-router', 'tenant_id': '1c5153c816eb468284e3729da2804dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:49:24Z', 'updated_at': '2021-09-27T08:54:02Z', 'revision_number': 6, 'project_id': '1c5153c816eb468284e3729da2804dcb', 'gw_port_host': None}] {{(pid=101282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:03.318793 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.342786 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4a913d-e742-4463-8718-bc3ff867fbd0,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:03.402512 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-990029'] for router_gateway, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.490659 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.492991 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.576773 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987435'] for router, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.577261 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5445094e-2b12-43a6-8f4c-73b9ac26d1ed {{(pid=101279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:03.582165 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] Notify callbacks [] for router, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.582993 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-ecdb6100-3f24-450e-98ec-dea57a3e2493 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5445094e-2b12-43a6-8f4c-73b9ac26d1ed HTTP/1.1" status: 204 len: 168 time: 0.9633799 Sep 27 08:54:03.585454 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52770) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.628075 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Deleting subnet ef20d58f-5ca4-4159-a421-c5dfb2275021 {{(pid=101279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:03.631153 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.664438 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262103212'] for subnet, precommit_delete_associations {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.742397 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1990546'] for subnet, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.867788 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1990555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261183788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261656155'] for subnet, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.891633 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef20d58f-5ca4-4159-a421-c5dfb2275021,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:03.897180 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for subnet, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.899088 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-41a6739e-6914-4d5b-a007-986354f1c0b5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ef20d58f-5ca4-4159-a421-c5dfb2275021 HTTP/1.1" status: 204 len: 168 time: 0.3126619 Sep 27 08:54:03.905482 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52772) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.905623 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194f2ec-e4b6-448a-8bbb-c2f5ffdd1a0e None None] Network 45d86a59-de23-4e19-a11a-4f2b84b3e6dc requested from dv-cinder-811085-1-smb {{(pid=101281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:03.972170 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2053226'] for network, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.028030 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Deleting port 0c45a470-ba37-41ae-ac94-0b114efa9a32 {{(pid=101279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:04.028471 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.075892 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] DHCP port deletion for 45d86a59-de23-4e19-a11a-4f2b84b3e6dc request from dv-cinder-811085-1-smb {{(pid=101281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:04.096640 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.db [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] For port 0c45a470-ba37-41ae-ac94-0b114efa9a32, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c45a470-ba37-41ae-ac94-0b114efa9a32,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:04.097043 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.111051 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.plugin [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Calling delete_port for 0c45a470-ba37-41ae-ac94-0b114efa9a32 owned by network:dhcp {{(pid=101279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:04.126107 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Deleting port 0c45a470-ba37-41ae-ac94-0b114efa9a32 {{(pid=101281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:04.128959 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742811438376'] for port, before_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.197983 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.db [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] For port 0c45a470-ba37-41ae-ac94-0b114efa9a32, host dv-cinder-811085-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811085-1-smb',level=0,port_id=0c45a470-ba37-41ae-ac94-0b114efa9a32,segment=NetworkSegment(cb2f56e7-d64b-4be0-abc0-38f2610c0767),segment_id=cb2f56e7-d64b-4be0-abc0-38f2610c0767)] {{(pid=101281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:04.198407 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993566'] for port, precommit_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.210499 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Calling delete_port for 0c45a470-ba37-41ae-ac94-0b114efa9a32 owned by network:dhcp {{(pid=101281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:04.261578 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261183857'] for port, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.289589 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c45a470-ba37-41ae-ac94-0b114efa9a32,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:04.291531 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] No DVR routers for this DVR port 0c45a470-ba37-41ae-ac94-0b114efa9a32 on host dv-cinder-811085-1-smb {{(pid=101279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:04.293739 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742811442926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742810953912'] for port, after_delete {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.322871 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] Pushing event deleted for resources: {'Port': ['ID=0c45a470-ba37-41ae-ac94-0b114efa9a32,revision_number=None']} {{(pid=101281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:04.324716 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61728e73-052e-4d22-a2cc-ae113603e793 None None] No DVR routers for this DVR port 0c45a470-ba37-41ae-ac94-0b114efa9a32 on host dv-cinder-811085-1-smb {{(pid=101281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:04.369981 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984043', 'neutron.services.segments.db._delete_segments_for_network-8742811501460'] for network, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.390801 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d86a59-de23-4e19-a11a-4f2b84b3e6dc']}} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:04.400016 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2f56e7-d64b-4be0-abc0-38f2610c0767') {'for_net_delete': True} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:04.400313 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.services.segments.db [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2f56e7-d64b-4be0-abc0-38f2610c0767') {} {{(pid=101279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:04.409646 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742811501213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262103221'] for segment, before_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.422638 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333'] for segment, precommit_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.428914 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:04.429344 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261183618'] for segment, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: Traceback (most recent call last): Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: timer() Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: cb(*args, **kw) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: return func(*args, **kwargs) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: self._notify() Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: self.callback(batched_events) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: event.method(event) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: return f(self, *a, **k) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: return self._get(url).json() Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:04.431095 dv-cinder-811085-1-smb neutron-server[101279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:04.564258 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989969'] for network, after_delete {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.570574 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron_lib.callbacks.manager [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556336'] for network, before_response {{(pid=101279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.572283 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] 10.222.0.76 "DELETE /v2.0/networks/45d86a59-de23-4e19-a11a-4f2b84b3e6dc HTTP/1.1" status: 204 len: 168 time: 0.6697006 Sep 27 08:54:04.581389 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb83a6e-5078-4a2c-8a3d-4b204a742d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d86a59-de23-4e19-a11a-4f2b84b3e6dc,revision_number=None']} {{(pid=101279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:04.849000 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c45a470-ba37-41ae-ac94-0b114efa9a32 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:04.869030 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 0c45a470-ba37-41ae-ac94-0b114efa9a32 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:04.869374 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0c45a470-ba37-41ae-ac94-0b114efa9a32 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:04.869784 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0d4a913d-e742-4463-8718-bc3ff867fbd0 no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:04.887572 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: 0d4a913d-e742-4463-8718-bc3ff867fbd0 {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:04.887885 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device 0d4a913d-e742-4463-8718-bc3ff867fbd0 not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:04.888291 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device ce195807-65b0-4b8c-a656-8797dd88a6ba no longer exists at agent ovs-agent-dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:04.906155 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.plugin [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] No Port match for: ce195807-65b0-4b8c-a656-8797dd88a6ba {{(pid=101281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:04.906836 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron.plugins.ml2.rpc [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Device ce195807-65b0-4b8c-a656-8797dd88a6ba not bound to the agent host dv-cinder-811085-1-smb {{(pid=101281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:04.974613 dv-cinder-811085-1-smb neutron-server[101279]: DEBUG neutron.wsgi [-] (101279) accepted ('10.222.0.76', 52776) {{(pid=101279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:05.013853 dv-cinder-811085-1-smb neutron-server[101279]: INFO neutron.wsgi [None req-96b34d48-6ced-4775-b734-a8d023663866 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=861800a3dcfa4a6b92fde763432a0a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366530 Sep 27 08:54:05.015748 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52778) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:05.062749 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.083170 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.198360 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.201450 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.202652 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9c9e743-9d28-4a95-824a-3c374df563db HTTP/1.1" status: 204 len: 168 time: 0.1858582 Sep 27 08:54:05.210092 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488b82d-0965-453f-97ef-f4ffd6cd5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9e743-9d28-4a95-824a-3c374df563db,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:05.853487 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52784) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:05.890841 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-b3020c71-4a58-4f0c-9504-24e972af03e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c5153c816eb468284e3729da2804dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362389 Sep 27 08:54:05.893200 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.wsgi [-] (101280) accepted ('10.222.0.76', 52786) {{(pid=101280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:05.941504 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.961529 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.073045 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561362'] for security_group, after_delete {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.076142 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron_lib.callbacks.manager [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.077308 dv-cinder-811085-1-smb neutron-server[101280]: INFO neutron.wsgi [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6450274d-36b6-468b-bd59-256bf88c4e68 HTTP/1.1" status: 204 len: 168 time: 0.1832523 Sep 27 08:54:06.085050 dv-cinder-811085-1-smb neutron-server[101280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0e62-6a9b-4d79-a954-387717db8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450274d-36b6-468b-bd59-256bf88c4e68,revision_number=None']} {{(pid=101280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:13.231099 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.649533 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c50fb4f7-e933-4c51-82e0-634376555dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.169359 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-1b4b83fe-8b50-495f-812d-a3a91406fb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.820992 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.453041 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.946507 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.888210 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:54:43.249253 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.660649 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d0e280f9-7ac0-447a-ba76-b74d9507ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.126486 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ba6b8f47-3663-46c7-98f8-88231430272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.828931 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.477605 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.989438 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.886161 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:55:13.254699 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.631805 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-9629c507-0a12-469e-ab7f-c86c2fca3197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.153799 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-c5f3cc74-7d86-4617-8d1c-403fea534907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.879525 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.422046 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.957057 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.267525 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.884902 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:55:53.644439 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8e17-d9e1-4372-a050-ce81f3df2368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.116434 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-64bc18e9-be2e-48ad-b849-16f911f12c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.826940 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.436177 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.990899 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.289168 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.882605 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:56:23.636101 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5050-7da5-424c-aedc-1f4b13ee6726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.122954 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-aa2a864c-f9b3-4f72-b38f-1ae5cf6432ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.835935 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.441282 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.974126 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.276377 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:53.624506 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-97fc435d-fd26-4a45-b621-c7b76cc1d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:56.110152 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-53bae538-2d17-401f-804b-a053552ed7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:56.882414 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:57.464383 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:58.880823 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:56:58.960589 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:13.298024 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.617648 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-fa64b908-0a84-441d-9e79-4c2ee255834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.126431 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-36779cb7-75f0-4d63-a1c9-0daa22b25faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.783502 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.446047 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.977587 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.879957 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:57:43.302683 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.599770 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-faf081a2-c9ab-4219-bd87-6b16089f6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.114135 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-ff6654ad-b33e-4714-867d-f71e88d5e28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.794307 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.433627 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.976878 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.879206 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:58:13.313258 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.621460 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-bc21c6a4-ce9b-430e-852c-4bcd8ae8fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.113254 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-517aec7a-d100-4613-aeaa-3042c26416b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.798245 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.455484 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.998862 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:43.301358 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-8fa3319a-7c0a-4bc4-a5d5-517a54b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.878003 dv-cinder-811085-1-smb neutron-server[101282]: DEBUG neutron.db.agents_db [None req-b630496f-6c62-4f87-9290-a0c24579b69f None None] Agent healthcheck: found 6 active agents {{(pid=101282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:58:53.633365 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-d37def26-a903-417d-9e00-48dcf19722a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.118664 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-af9c1add-3308-4438-9527-313535b11848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.827043 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-12c31355-4f51-44ac-8d5d-a2ecd4962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.449659 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-a5dadbf2-7989-4a8f-8eea-70c9de95b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.004183 dv-cinder-811085-1-smb neutron-server[101281]: DEBUG neutron_lib.callbacks.manager [None req-e6d88a80-19b4-4dbb-abdc-d05aebcda845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742811501442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1986347'] for agent, after_update {{(pid=101281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}